-- Logs begin at Fri 2021-05-21 14:39:39 UTC, end at Fri 2021-05-21 15:44:58 UTC. -- May 21 15:11:59.065494 dv-cinder-792299-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 21 15:12:01.530546 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.common.config [-] Logging enabled! May 21 15:12:01.531286 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev227 May 21 15:12:01.531385 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91441) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 21 15:12:01.534520 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.common.config [-] Logging enabled! May 21 15:12:01.534771 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev227 May 21 15:12:01.535106 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91441) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 21 15:12:01.536051 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 21 15:12:01.536281 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 21 15:12:01.536646 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 21 15:12:01.536887 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 21 15:12:01.537110 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 21 15:12:01.537430 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.537724 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.538016 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.538244 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.538537 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.538827 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.539127 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.539412 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.539706 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.539988 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.540258 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.540540 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.540771 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.541048 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.541331 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.541613 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.541836 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] debug = True {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.542112 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.542537 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.543040 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.543325 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.543804 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.544087 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.544363 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.544639 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.544930 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.545292 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] host = dv-cinder-792299-3-iscsi {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.545547 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.545836 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.546126 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.546411 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.546683 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.547005 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.547309 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.547546 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.547818 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] log_file = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.548092 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.548378 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.548664 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.548955 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.549181 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.549404 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.549691 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.549975 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.550251 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.550525 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.550798 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.551098 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.551367 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.551634 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.551918 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.552199 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.552481 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.552761 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.553034 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.553304 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.553573 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.553855 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.554126 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.554401 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.554671 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.554982 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.555253 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.555525 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.555830 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.556114 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.556389 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.556674 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.556945 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.557227 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.557510 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.557769 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.558039 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] use_json = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.558308 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.559537 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.560015 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.560298 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.560576 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.560854 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.561132 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.561418 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:01.561726 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.562028 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.562335 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.562625 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.562951 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.563237 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.563532 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.563816 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.564110 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.564406 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.564706 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.564985 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.565280 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.565563 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.565862 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.566236 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.566471 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.566767 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.567070 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.567347 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.567624 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.567906 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.568196 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.568492 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.568785 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.569060 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.569341 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.569636 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.569920 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.570195 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.570477 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.570767 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.571073 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.571348 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.571631 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.571913 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.572189 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.572463 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.572745 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.573036 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.573316 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.573595 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.573870 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.574967 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.575197 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.575489 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.575775 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.576054 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.576334 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.576617 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.576897 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.577171 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.577453 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.577726 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.578008 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.578280 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.578555 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.578828 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.579131 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.579409 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.579685 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.579959 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.580238 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.580512 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.580785 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.581058 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.581334 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.581606 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.581895 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.582198 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.582479 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.582761 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.583067 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.583346 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.583630 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.583908 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.584190 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.584470 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.584746 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.585041 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.585328 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.585617 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.585902 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.586183 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.586479 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.586757 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.587068 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.587347 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.587623 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.587914 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.588204 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.588501 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.588798 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.589095 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.589390 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.589712 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.590089 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.590406 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.590691 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:01.590932 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 21 15:12:01.591184 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91441) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 21 15:12:01.944669 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:12:01.944940 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:12:01.945225 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:12:01.945556 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.manager [-] Loading core plugin: ml2 May 21 15:12:02.260319 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:02.260507 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:02.260778 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:02.262344 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:02.262622 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:02.262916 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:02.383107 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:02.383382 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:02.383646 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:02.397615 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:02.397891 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:02.398156 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:02.427052 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:02.427326 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:02.427595 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:02.468489 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:02.468759 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:02.469023 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:02.705306 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:02.705942 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:02.705942 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:02.706104 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:02.706823 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:02.834126 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:02.834439 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:02.834720 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:02.835020 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:02.835291 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:02.835603 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:02.835863 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:02.836118 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:02.836369 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:02.836648 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:02.836909 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:02.837169 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:02.837431 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:02.837684 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:02.837948 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:02.838215 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:02.838472 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:02.838902 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:02.839170 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:02.839453 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:02.839845 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:02.840107 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:02.840354 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:02.840638 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:02.840887 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:02.841131 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:02.841608 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91441) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 21 15:12:02.841850 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91441) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 21 15:12:02.842091 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91441) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 21 15:12:02.842330 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91441) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 21 15:12:02.842561 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91441) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 21 15:12:02.842793 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91441) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 21 15:12:02.843188 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 21 15:12:02.846509 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 21 15:12:02.850411 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 21 15:12:02.854251 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) May 21 15:12:02.856035 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 21 15:12:02.856486 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 21 15:12:02.856815 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 21 15:12:02.857195 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 21 15:12:02.860184 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 21 15:12:02.860431 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 21 15:12:02.860778 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 21 15:12:02.890512 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 21 15:12:02.890990 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:02.891296 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91441) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 21 15:12:02.891658 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:02.893042 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91441) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 21 15:12:02.893332 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 21 15:12:02.893574 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 21 15:12:02.896901 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:02.897118 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:02.967135 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 21 15:12:02.967375 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 21 15:12:02.967608 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 21 15:12:02.967993 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 21 15:12:03.006814 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_db.sqlalchemy.engines [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91441) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 21 15:12:03.346945 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.plugins.ml2.managers [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Initializing driver for type 'gre' May 21 15:12:03.347552 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] gre ID ranges: [(1, 1000)] May 21 15:12:03.407173 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.plugins.ml2.managers [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Initializing driver for type 'local' May 21 15:12:03.407560 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.plugins.ml2.managers [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Initializing driver for type 'vlan' May 21 15:12:03.420443 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] VlanTypeDriver initialization complete May 21 15:12:03.420856 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.plugins.ml2.managers [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Initializing driver for type 'vxlan' May 21 15:12:03.421284 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] vxlan ID ranges: [(1, 1000)] May 21 15:12:03.477803 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.plugins.ml2.managers [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Initializing extension driver 'port_security' May 21 15:12:03.478172 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.plugins.ml2.extensions.port_security [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] PortSecurityExtensionDriver initialization complete May 21 15:12:03.478498 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.plugins.ml2.managers [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Initializing mechanism driver 'openvswitch' May 21 15:12:03.478819 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.plugins.ml2.managers [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Initializing mechanism driver 'hyperv' May 21 15:12:03.486193 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.plugins.ml2.plugin [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:12:03.486993 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: > port after_create 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.487372 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: > port after_update 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.487712 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: > port after_delete 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.488097 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: > subnet after_create 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.488444 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: > subnet after_update 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.488784 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: > subnet after_delete 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.489164 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: > network after_create 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.489505 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: > network after_update 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.489843 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: > network after_delete 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.490217 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: > security_group after_create 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.490558 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: > security_group after_update 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.490908 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: > security_group after_delete 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.491318 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.491664 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.492003 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.492377 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: > address_group after_create 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.492710 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: > address_group after_update 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.493040 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: > address_group after_delete 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.493373 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] ML2 OVO RPC backend initialized. {{(pid=91441) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 21 15:12:03.494072 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: > router_interface after_create 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.494420 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.494828 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: > network before_response 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.495196 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: > networks before_response 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.495544 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: > port before_response 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.495885 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: > ports before_response 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.496225 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: > subnet before_response 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.497976 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: > subnets before_response 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.498336 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: > network after_create 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.498677 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: > network after_update 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.499044 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: > network after_delete 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.499380 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: > port after_create 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.499715 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: > port after_update 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.500299 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: > port after_delete 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.500627 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: > subnet after_create 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.500956 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: > subnet after_update 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.501280 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: > subnet after_delete 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.501865 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.plugins.ml2.plugin [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Modular L2 Plugin initialization complete May 21 15:12:03.502179 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading services supported by the core plugin {{(pid=91441) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 21 15:12:03.502504 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.plugins.ml2.managers [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Got port-security extension from driver 'port_security' May 21 15:12:03.502989 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.extensions.vlantransparent [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Disabled vlantransparent extension. May 21 15:12:03.503471 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91441) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 21 15:12:03.503778 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading Plugin: router May 21 15:12:03.541721 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: > router_interface before_create 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.542112 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: > router after_create 55549900 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.542483 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: > router before_create 55549900 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.542849 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.543878 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.544121 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: > router after_delete 55549900 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.544482 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: > floatingip after_update 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.544847 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: > router after_create 55549900 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.545186 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: > router after_update 55549900 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.545535 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: > router after_update 55549900 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.545880 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.546238 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: > router after_update 55549900 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.546669 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: > router precommit_update 55549900 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.547042 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: port after_update 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.547381 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: port after_delete 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.547713 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: subnet after_update 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.548047 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.548388 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: > port precommit_delete 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.548732 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: > router precommit_create 55549900 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.549066 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: port before_delete 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.549402 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: > router precommit_create 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.549755 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: > router after_update 55549900 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.550092 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: > router precommit_delete 55549900 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.550432 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: > router precommit_create 55549900 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.550787 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: > router_interface after_create 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.551149 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: > router precommit_update 55549900 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.551518 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: > network after_delete 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.552402 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.quota.resource_registry [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Tracking information for resource: router configured {{(pid=91441) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 21 15:12:03.552725 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.quota.resource_registry [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Tracking information for resource: floatingip configured {{(pid=91441) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 21 15:12:03.557864 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.db.l3_agentschedulers_db [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 21 15:12:03.558434 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: port after_update 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.558818 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: port after_create 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.559726 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: port after_delete 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.560067 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: port after_update 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.560853 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: > router before_create 55550100 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.561210 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: > router precommit_delete 55550100 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.561564 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: > router precommit_create 55550100 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.561911 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: > router precommit_update 55550100 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.566403 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.services.provider_configuration [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Service providers = [] {{(pid=91441) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 21 15:12:03.566765 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.db.servicetype_db [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91441) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 21 15:12:03.569691 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.services.service_base [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91441) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 21 15:12:03.570041 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.services.service_base [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91441) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 21 15:12:03.570379 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.services.service_base [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91441) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 21 15:12:03.571271 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.services.service_base [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91441) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 21 15:12:03.571638 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.services.service_base [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Default provider is not specified for service type L3_ROUTER_NAT May 21 15:12:03.572198 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91441) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 21 15:12:03.572724 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 21 15:12:03.583185 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91441) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 21 15:12:03.583513 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading Plugin: auto_allocate May 21 15:12:03.589390 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: network precommit_update 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.589760 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: network precommit_create 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.590838 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91441) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 21 15:12:03.591177 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading Plugin: tag May 21 15:12:03.598236 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91441) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 21 15:12:03.598499 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading Plugin: timestamp May 21 15:12:03.602289 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91441) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 21 15:12:03.602614 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading Plugin: network_ip_availability May 21 15:12:03.608716 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.609086 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.609433 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.610185 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91441) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 21 15:12:03.610501 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading Plugin: flavors May 21 15:12:03.615462 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91441) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 21 15:12:03.615791 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading Plugin: revisions May 21 15:12:03.620049 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91441) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 21 15:12:03.620439 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_concurrency.lockutils [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.675s {{(pid=91441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:12:03.621182 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91441) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 21 15:12:03.621542 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Initializing extension manager. May 21 15:12:03.622048 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: __init__.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.622381 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: __pycache__ {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.622709 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.623156 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: address_group.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.623936 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.624522 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loaded extension: address-group May 21 15:12:03.625098 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: address_scope.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.625795 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.626293 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loaded extension: address-scope May 21 15:12:03.626609 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: admin_state_down_before_update.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.627581 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.628081 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loaded extension: router-admin-state-down-before-update May 21 15:12:03.628400 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: agent.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.629093 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.629587 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loaded extension: agent May 21 15:12:03.629907 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: agent_resources_synced.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.630791 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.631330 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loaded extension: agent-resources-synced May 21 15:12:03.631647 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: allowedaddresspairs.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.633430 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.633943 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loaded extension: allowed-address-pairs May 21 15:12:03.634261 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: auto_allocated_topology.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.635349 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.635859 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loaded extension: auto-allocated-topology May 21 15:12:03.636176 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: availability_zone.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.636856 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.637602 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loaded extension: availability_zone May 21 15:12:03.637933 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: availability_zone_filter.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.638830 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.639387 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loaded extension: availability_zone_filter May 21 15:12:03.639707 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: data_plane_status.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.640593 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.641096 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Extension data-plane-status not supported by any of loaded plugins May 21 15:12:03.641408 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: default_subnetpools.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.642306 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.642802 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loaded extension: default-subnetpools May 21 15:12:03.643223 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: dhcpagentscheduler.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.643974 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.644474 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loaded extension: dhcp_agent_scheduler May 21 15:12:03.644791 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: dns.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.645677 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.646174 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Extension dns-integration not supported by any of loaded plugins May 21 15:12:03.646487 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: dns_domain_ports.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.647396 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.647892 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Extension dns-domain-ports not supported by any of loaded plugins May 21 15:12:03.648208 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: dvr.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.648865 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.649365 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loaded extension: dvr May 21 15:12:03.649688 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: empty_string_filtering.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.650658 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.651261 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loaded extension: empty-string-filtering May 21 15:12:03.651576 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.652458 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.653492 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 21 15:12:03.653956 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.654840 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.655365 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 21 15:12:03.655684 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: external_net.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.656556 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.657054 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loaded extension: external-net May 21 15:12:03.657368 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: extra_dhcp_opt.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.658249 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.658747 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loaded extension: extra_dhcp_opt May 21 15:12:03.659093 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: extraroute.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.659976 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.660480 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loaded extension: extraroute May 21 15:12:03.660788 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: extraroute_atomic.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.661819 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.662324 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loaded extension: extraroute-atomic May 21 15:12:03.662635 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: filter_validation.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.663332 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.663823 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loaded extension: filter-validation May 21 15:12:03.664138 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: fip_pf_description.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.665236 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.665733 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 21 15:12:03.666046 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: fip_port_details.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.666948 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.667533 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loaded extension: fip-port-details May 21 15:12:03.667843 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: flavors.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.669782 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.670292 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loaded extension: flavors May 21 15:12:03.670613 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.672273 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.672780 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 21 15:12:03.673102 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: floatingip_pools.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.673785 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.674288 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loaded extension: floatingip-pools May 21 15:12:03.674606 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: ip_allocation.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.675552 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.676049 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Extension ip_allocation not supported by any of loaded plugins May 21 15:12:03.676366 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.677262 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.677769 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loaded extension: ip-substring-filtering May 21 15:12:03.678088 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: l2_adjacency.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.679019 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.679520 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Extension l2_adjacency not supported by any of loaded plugins May 21 15:12:03.679832 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: l3.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.680829 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.681334 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loaded extension: router May 21 15:12:03.681650 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: l3_conntrack_helper.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.683955 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.684484 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 21 15:12:03.684802 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.685705 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.686212 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loaded extension: ext-gw-mode May 21 15:12:03.686530 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.687436 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.687937 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loaded extension: l3-ha May 21 15:12:03.688255 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: l3_flavors.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.689145 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.689643 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loaded extension: l3-flavors May 21 15:12:03.689959 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.690860 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.691390 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loaded extension: l3-port-ip-change-not-allowed May 21 15:12:03.691704 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: l3agentscheduler.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.692752 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.693255 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loaded extension: l3_agent_scheduler May 21 15:12:03.693573 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: logging.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.695093 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.695606 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Extension logging not supported by any of loaded plugins May 21 15:12:03.695930 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: metering.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.696658 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.697305 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loaded extension: metering May 21 15:12:03.698716 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.698716 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.699241 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loaded extension: metering_source_and_destination_fields May 21 15:12:03.699628 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: multiprovidernet.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.700684 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.701185 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loaded extension: multi-provider May 21 15:12:03.701505 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: netmtu.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.702399 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.702923 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loaded extension: net-mtu May 21 15:12:03.703247 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: netmtu_writable.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.704131 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.704637 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loaded extension: net-mtu-writable May 21 15:12:03.704951 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: network_availability_zone.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.705608 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.706142 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loaded extension: network_availability_zone May 21 15:12:03.706406 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: network_ip_availability.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.707506 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.708008 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loaded extension: network-ip-availability May 21 15:12:03.708323 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: network_segment_range.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.709080 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.709574 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Extension network-segment-range not supported by any of loaded plugins May 21 15:12:03.709887 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: pagination.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.710855 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.711198 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loaded extension: pagination May 21 15:12:03.711510 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: port_device_profile.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.712399 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.713065 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loaded extension: port-device-profile May 21 15:12:03.713309 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.714210 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.714715 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loaded extension: port-mac-address-regenerate May 21 15:12:03.715593 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.716481 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.716977 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loaded extension: port-numa-affinity-policy May 21 15:12:03.717292 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: port_resource_request.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.718182 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.718677 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Extension port-resource-request not supported by any of loaded plugins May 21 15:12:03.719071 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: portbindings.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.720007 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.720515 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loaded extension: binding May 21 15:12:03.720830 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: portbindings_extended.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.722096 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.722602 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loaded extension: binding-extended May 21 15:12:03.722947 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: portsecurity.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.723832 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.724331 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loaded extension: port-security May 21 15:12:03.724647 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: project_id.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.725591 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.725912 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loaded extension: project-id May 21 15:12:03.726224 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: providernet.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.727161 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.727667 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loaded extension: provider May 21 15:12:03.727981 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: qos.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.732294 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.732812 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Extension qos not supported by any of loaded plugins May 21 15:12:03.733137 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.734356 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.734864 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 21 15:12:03.735209 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.736105 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.736611 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 21 15:12:03.736933 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: qos_default.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.737827 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.738332 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Extension qos-default not supported by any of loaded plugins May 21 15:12:03.738659 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: qos_fip.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.739326 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.739824 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Extension qos-fip not supported by any of loaded plugins May 21 15:12:03.740143 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: qos_gateway_ip.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.741047 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.741553 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Extension qos-gateway-ip not supported by any of loaded plugins May 21 15:12:03.741868 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: qos_port_network_policy.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.742755 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.743306 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Extension qos-port-network-policy not supported by any of loaded plugins May 21 15:12:03.743624 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: qos_rule_type_details.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.744510 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.745007 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Extension qos-rule-type-details not supported by any of loaded plugins May 21 15:12:03.745634 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: qos_rules_alias.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.746480 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.747111 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Extension qos-rules-alias not supported by any of loaded plugins May 21 15:12:03.747431 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: quotasv2.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.748509 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.748833 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loaded extension: quotas May 21 15:12:03.749151 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: quotasv2_detail.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.751072 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.751407 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loaded extension: quota_details May 21 15:12:03.751738 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: rbac.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.752811 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.753335 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loaded extension: rbac-policies May 21 15:12:03.753656 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: rbac_address_group.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.754577 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.755111 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loaded extension: rbac-address-group May 21 15:12:03.755429 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: rbac_address_scope.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.756327 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.756830 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loaded extension: rbac-address-scope May 21 15:12:03.757147 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: rbac_security_groups.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.758035 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.758537 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loaded extension: rbac-security-groups May 21 15:12:03.758852 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: rbac_subnetpool.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.759791 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.760294 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loaded extension: rbac-subnetpool May 21 15:12:03.760617 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: revisionifmatch.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.761509 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.762144 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loaded extension: revision-if-match May 21 15:12:03.762499 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: revisions.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.763642 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.764142 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loaded extension: standard-attr-revisions May 21 15:12:03.764458 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: router_availability_zone.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.765121 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.765621 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loaded extension: router_availability_zone May 21 15:12:03.765939 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: routerservicetype.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.766831 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.767367 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Extension router-service-type not supported by any of loaded plugins May 21 15:12:03.767684 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.768573 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.769072 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loaded extension: security-groups-normalized-cidr May 21 15:12:03.769387 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: security_groups_port_filtering.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.770276 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.770788 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loaded extension: port-security-groups-filtering May 21 15:12:03.771136 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.772029 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.772532 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loaded extension: security-groups-remote-address-group May 21 15:12:03.772875 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: securitygroup.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.783353 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.783911 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loaded extension: security-group May 21 15:12:03.784226 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: segment.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.785034 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.785534 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Extension segment not supported by any of loaded plugins May 21 15:12:03.785853 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.786813 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.787350 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 21 15:12:03.787672 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: servicetype.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.788771 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.789285 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loaded extension: service-type May 21 15:12:03.789606 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: sorting.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.790577 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.790918 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loaded extension: sorting May 21 15:12:03.791238 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: standard_attr_segment.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.792122 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.792634 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Extension standard-attr-segment not supported by any of loaded plugins May 21 15:12:03.792947 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: standardattrdescription.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.794232 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.794733 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loaded extension: standard-attr-description May 21 15:12:03.795091 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: stateful_security_group.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.796034 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.796543 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loaded extension: stateful-security-group May 21 15:12:03.796863 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: stdattrs_common.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.797431 dv-cinder-792299-3-iscsi neutron-server[91441]: WARNING neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 21 15:12:03.797746 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.798728 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.799263 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 21 15:12:03.799579 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: subnet_onboard.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.800633 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.801147 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loaded extension: subnet_onboard May 21 15:12:03.801462 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.802380 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.802897 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 21 15:12:03.803225 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: subnet_service_types.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.804122 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.804633 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loaded extension: subnet-service-types May 21 15:12:03.804948 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: subnetallocation.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.806015 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.806546 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loaded extension: subnet_allocation May 21 15:12:03.808213 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.808213 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.808213 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loaded extension: subnetpool-prefix-ops May 21 15:12:03.808483 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.809437 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.809945 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 21 15:12:03.810259 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: tagging.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.811377 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.811901 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loaded extension: standard-attr-tag May 21 15:12:03.812221 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: timestamp.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.813415 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.813926 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loaded extension: standard-attr-timestamp May 21 15:12:03.814250 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: trunk.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.815293 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.815802 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Extension trunk not supported by any of loaded plugins May 21 15:12:03.816121 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: trunk_details.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.817020 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.817521 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Extension trunk-details not supported by any of loaded plugins May 21 15:12:03.817838 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: uplink_status_propagation.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.818746 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.819271 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Extension uplink-status-propagation not supported by any of loaded plugins May 21 15:12:03.819588 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Loading extension file: vlantransparent.py {{(pid=91441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:12:03.820252 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:12:03.820756 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Extension vlan-transparent not supported by any of loaded plugins May 21 15:12:03.823336 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.quota.resource_registry [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Creating instance of TrackedResource for resource:network May 21 15:12:03.824069 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.quota.resource_registry [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Creating instance of TrackedResource for resource:subnet May 21 15:12:03.824971 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.quota.resource_registry [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Creating instance of TrackedResource for resource:subnetpool May 21 15:12:03.825571 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.quota.resource_registry [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Creating instance of TrackedResource for resource:port May 21 15:12:03.826856 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.v2.resource_helper [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 21 15:12:03.827304 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.v2.resource_helper [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Service FLAVORS assigned prefix: {{(pid=91441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 21 15:12:03.827913 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.v2.resource_helper [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 21 15:12:03.828334 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.v2.resource_helper [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 21 15:12:03.828659 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.quota.resource_registry [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Creating instance of TrackedResource for resource:router May 21 15:12:03.829296 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.quota.resource_registry [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Creating instance of TrackedResource for resource:floatingip May 21 15:12:03.829990 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.v2.resource_helper [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Service METERING assigned prefix: /metering {{(pid=91441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 21 15:12:03.831500 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.831868 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.832213 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:12:03.833350 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.quota.resource_registry [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Creating instance of CountableResource for resource:rbac_policy May 21 15:12:03.833801 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.quota.resource_registry [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Creating instance of TrackedResource for resource:security_group May 21 15:12:03.834453 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.quota.resource_registry [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Creating instance of TrackedResource for resource:security_group_rule May 21 15:12:03.835213 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.v2.resource_helper [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Service CORE assigned prefix: {{(pid=91441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 21 15:12:03.835584 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.quota.resource_registry [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Creating instance of TrackedResource for resource:subnetpool May 21 15:12:03.836040 dv-cinder-792299-3-iscsi neutron-server[91441]: WARNING neutron.quota.resource_registry [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] subnetpool is already registered May 21 15:12:03.836687 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.v2.resource_helper [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Service CORE assigned prefix: {{(pid=91441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 21 15:12:03.837016 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.quota.resource_registry [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Creating instance of TrackedResource for resource:subnetpool May 21 15:12:03.837334 dv-cinder-792299-3-iscsi neutron-server[91441]: WARNING neutron.quota.resource_registry [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] subnetpool is already registered May 21 15:12:03.841789 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.v2.resource_helper [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 21 15:12:03.842216 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.v2.resource_helper [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Service FLAVORS assigned prefix: {{(pid=91441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 21 15:12:03.842801 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.v2.resource_helper [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 21 15:12:03.843235 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.v2.resource_helper [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 21 15:12:03.843570 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.quota.resource_registry [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Creating instance of TrackedResource for resource:router May 21 15:12:03.843891 dv-cinder-792299-3-iscsi neutron-server[91441]: WARNING neutron.quota.resource_registry [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] router is already registered May 21 15:12:03.844483 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.quota.resource_registry [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Creating instance of TrackedResource for resource:floatingip May 21 15:12:03.844806 dv-cinder-792299-3-iscsi neutron-server[91441]: WARNING neutron.quota.resource_registry [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] floatingip is already registered May 21 15:12:03.845410 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.v2.resource_helper [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Service METERING assigned prefix: /metering {{(pid=91441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 21 15:12:03.846070 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.quota.resource_registry [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Creating instance of CountableResource for resource:rbac_policy May 21 15:12:03.846389 dv-cinder-792299-3-iscsi neutron-server[91441]: WARNING neutron.quota.resource_registry [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] rbac_policy is already registered May 21 15:12:03.846948 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.quota.resource_registry [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Creating instance of TrackedResource for resource:security_group May 21 15:12:03.847265 dv-cinder-792299-3-iscsi neutron-server[91441]: WARNING neutron.quota.resource_registry [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] security_group is already registered May 21 15:12:03.847838 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.quota.resource_registry [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Creating instance of TrackedResource for resource:security_group_rule May 21 15:12:03.848157 dv-cinder-792299-3-iscsi neutron-server[91441]: WARNING neutron.quota.resource_registry [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] security_group_rule is already registered May 21 15:12:03.848842 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.v2.resource_helper [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Service CORE assigned prefix: {{(pid=91441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 21 15:12:03.849119 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.quota.resource_registry [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Creating instance of TrackedResource for resource:subnetpool May 21 15:12:03.849434 dv-cinder-792299-3-iscsi neutron-server[91441]: WARNING neutron.quota.resource_registry [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] subnetpool is already registered May 21 15:12:03.850011 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.v2.resource_helper [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Service CORE assigned prefix: {{(pid=91441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 21 15:12:03.850337 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.quota.resource_registry [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Creating instance of TrackedResource for resource:subnetpool May 21 15:12:03.850656 dv-cinder-792299-3-iscsi neutron-server[91441]: WARNING neutron.quota.resource_registry [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] subnetpool is already registered May 21 15:12:03.851326 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Extended resource: extensions {{(pid=91441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:12:03.852814 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Extended resource: address-groups {{(pid=91441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:12:03.854511 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Extended resource: address-scopes {{(pid=91441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:12:03.856300 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Extended resource: agents {{(pid=91441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:12:03.857456 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Extended resource: auto-allocated-topology {{(pid=91441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:12:03.858685 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Extended resource: availability_zones {{(pid=91441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:12:03.860023 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Extended resource: dhcp-networks {{(pid=91441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:12:03.861435 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Extended resource: dhcp-agents {{(pid=91441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:12:03.862841 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Extended resource: routers {{(pid=91441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:12:03.864652 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Extended resource: flavors {{(pid=91441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:12:03.865817 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Extended resource: service_profiles {{(pid=91441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:12:03.867044 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Extended resource: next_providers {{(pid=91441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:12:03.868546 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Extended resource: service_profiles {{(pid=91441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:12:03.870091 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Extended resource: floatingip-pools {{(pid=91441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:12:03.871415 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Extended resource: routers {{(pid=91441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:12:03.873363 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Extended resource: floatingips {{(pid=91441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:12:03.874550 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Extended resource: l3-routers {{(pid=91441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:12:03.876245 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Extended resource: l3-agents {{(pid=91441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:12:03.877642 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Extended resource: metering-labels {{(pid=91441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:12:03.879021 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Extended resource: metering-label-rules {{(pid=91441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:12:03.880278 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Extended resource: network-ip-availabilities {{(pid=91441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:12:03.881536 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Extended resource: bindings {{(pid=91441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:12:03.883191 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Extended resource: quotas {{(pid=91441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:12:03.884594 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Extended resource: quotas {{(pid=91441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:12:03.886075 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Extended resource: rbac-policies {{(pid=91441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:12:03.887491 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Extended resource: security-groups {{(pid=91441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:12:03.888691 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Extended resource: security-group-rules {{(pid=91441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:12:03.889919 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Extended resource: service-providers {{(pid=91441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:12:03.891165 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Extended resource: subnetpools {{(pid=91441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:12:03.892574 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Extended resource: subnetpools {{(pid=91441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:12:03.894043 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Extended resource: tags {{(pid=91441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:12:03.895741 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Extended resource: tags {{(pid=91441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:12:03.897536 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Extended resource: tags {{(pid=91441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:12:03.899327 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Extended resource: tags {{(pid=91441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:12:03.902381 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Extended resource: tags {{(pid=91441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:12:03.904953 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Extended resource: tags {{(pid=91441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:12:03.906630 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Extended resource: tags {{(pid=91441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:12:04.021146 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Extended resource: tags {{(pid=91441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:12:04.022951 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Extended resource: tags {{(pid=91441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:12:04.024776 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron.api.extensions [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Extended resource: tags {{(pid=91441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:12:04.031259 dv-cinder-792299-3-iscsi neutron-server[91441]: WARNING keystonemiddleware.auth_token [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 21 15:12:04.036119 dv-cinder-792299-3-iscsi neutron-server[91441]: WARNING keystonemiddleware.auth_token [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 21 15:12:04.044660 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_concurrency.lockutils [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Acquired lock "singleton_lock" {{(pid=91441) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 21 15:12:04.045139 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_concurrency.lockutils [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Releasing lock "singleton_lock" {{(pid=91441) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 21 15:12:04.045785 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO oslo_service.service [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Starting 2 workers May 21 15:12:04.050428 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Started child 91548 {{(pid=91441) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 21 15:12:04.054875 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Started child 91549 {{(pid=91441) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 21 15:12:04.055653 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:12:04.056463 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO neutron.service [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Neutron service started, listening on 0.0.0.0:9696 May 21 15:12:04.057080 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Notify callbacks [] for process, before_spawn {{(pid=91441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:12:04.057192 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [-] (91548) wsgi starting up on http://0.0.0.0:9696 May 21 15:12:04.059526 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:12:04.060018 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO oslo_service.service [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Starting 1 workers May 21 15:12:04.060889 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [-] (91549) wsgi starting up on http://0.0.0.0:9696 May 21 15:12:04.064772 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Started child 91550 {{(pid=91441) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 21 15:12:04.065311 dv-cinder-792299-3-iscsi neutron-server[91441]: INFO oslo_service.service [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Starting 1 workers May 21 15:12:04.068396 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.service [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] calling RpcWorker wait() {{(pid=91550) _wait /opt/stack/neutron/neutron/service.py:128}} May 21 15:12:04.068983 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.service [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] returning from RpcWorker wait() {{(pid=91550) _wait /opt/stack/neutron/neutron/service.py:135}} May 21 15:12:04.069671 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Started child 91551 {{(pid=91441) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 21 15:12:04.070157 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:12:04.070454 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG neutron_lib.callbacks.manager [None req-71717bc0-eccb-4f34-b3b7-66cb2dc90b3a None None] Notify callbacks [] for process, after_spawn {{(pid=91441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:12:04.070633 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:12:04.072519 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91441) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 21 15:12:04.072951 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 21 15:12:04.072951 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 21 15:12:04.073103 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 21 15:12:04.073436 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 21 15:12:04.073675 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 21 15:12:04.074177 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.075677 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.075677 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.077680 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.077680 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.077966 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:12:04.078750 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.078750 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.078750 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.078750 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.078750 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.078750 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.078750 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.079655 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.079655 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.079655 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.079997 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.080409 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.080723 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.080951 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.081297 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.081671 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.082055 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.082588 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] debug = True {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.082873 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.083730 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.084021 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.084375 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.084713 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.085092 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.085368 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.085658 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.085960 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.086181 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.086434 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.086713 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.086983 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.087224 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.087450 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.087727 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.087931 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.088441 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] host = dv-cinder-792299-3-iscsi {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.088653 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.088919 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.089234 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.089510 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.089747 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.089981 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.091150 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.091150 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.091415 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.091583 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.091825 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.092040 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.092281 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.092545 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] log_file = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.092917 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] log_options = True {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.092917 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.093281 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.093480 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.093672 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.094050 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.094050 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.094437 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.094437 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.094836 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.094836 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.095263 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.095263 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.095613 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.095819 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.095997 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.096128 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.096303 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.096531 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.096813 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.097054 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.097276 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.097499 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.097710 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.097939 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.098153 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.098362 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.098607 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.098838 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.099147 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.099294 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.099564 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.099767 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.099996 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.100238 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.100596 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.100763 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.100891 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.101144 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.101439 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.101697 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.101997 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.102128 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.102481 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.102628 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.102778 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.103053 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] use_json = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.103230 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.103471 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.103745 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.104058 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.104230 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.104977 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.104977 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.104977 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.105279 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.105542 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.106028 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.106450 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.106861 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.107288 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.107715 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.107989 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.108218 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.108447 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.108799 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.109041 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.109441 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.109670 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.109923 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:12:04.110175 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.110175 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.110593 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.110593 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.111048 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.111048 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.111485 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.111485 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.111808 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.112091 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.112327 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.69/identity {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.112603 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.112830 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.113129 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.113285 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.113478 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.113714 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.113929 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.114204 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.114407 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.114622 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.114843 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.115116 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.115326 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.115571 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.115822 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.116079 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.116299 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.116517 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.116727 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.116940 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.117152 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.117363 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.117621 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.117854 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.118076 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.118303 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.118524 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.118733 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.119011 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.119258 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.119683 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.119683 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.120114 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.120114 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.120564 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.120564 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.121153 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.121153 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.121928 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.121928 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.121928 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.121928 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.123431 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.123431 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.123431 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.123431 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.123431 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.123431 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.123431 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.126623 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.126623 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.126623 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.126623 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.126623 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.126623 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.126623 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.126623 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.126623 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.127226 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.127226 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.127226 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.127226 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.127226 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.127226 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.127660 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.127660 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.127806 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.129462 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.129462 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.129462 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.129462 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.129462 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.129462 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.129462 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.129933 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.129933 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.130068 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.130316 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.130560 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.130807 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.131064 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.131346 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.131606 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.132636 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.132636 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.132636 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.132636 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.133149 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.133149 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.133337 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.133557 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.133861 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.135774 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.135774 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.135774 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.135774 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.135774 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.135774 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.136497 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.136497 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.136714 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.138100 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.138100 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.138100 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.138579 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.138579 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.138848 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.139039 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.139318 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.139723 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.139916 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.140358 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.140769 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.141213 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.141492 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.141758 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.142051 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.142241 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.142570 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.69/identity {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.142730 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.142980 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.143411 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.143411 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.143816 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.143949 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.144077 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.144287 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.144523 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.144736 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.145147 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.145551 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.145798 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.146021 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.146239 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.146491 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.146707 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.146949 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.147201 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.147420 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.147689 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.147908 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.148141 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.148391 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.148609 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.148893 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.149155 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.149401 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.149632 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.149876 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.150128 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.150342 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.150669 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.150843 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.151082 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.151311 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.151517 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.151877 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.152252 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.153217 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.153577 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.153984 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.154387 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.154741 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.155201 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.155621 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.156236 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.156468 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.156709 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.156948 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.157393 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.157817 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.158043 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.158261 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.158549 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.158798 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.159068 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.159307 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.159545 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.159797 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.160009 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.160378 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.160823 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.161237 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.161551 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.161751 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.161967 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.162201 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.162412 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.162812 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.163227 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.163623 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.163880 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.164118 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.164358 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.164578 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.164792 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.165019 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.165233 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.165447 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.165662 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.165891 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.166212 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.166429 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.166665 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.166953 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.169239 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.169239 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.169239 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.169239 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.169239 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.169239 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.169239 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.169239 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.170081 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.170081 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.170081 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.170081 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.170390 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.170470 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.170667 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.171014 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.171332 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.171584 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.171825 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.172100 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.172386 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.172660 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.172883 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.173178 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.173507 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.173790 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.174060 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.174290 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.174563 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.174831 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.175067 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.175286 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.175521 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.175753 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.175996 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.176225 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.176478 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.176670 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.176931 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.177148 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.177391 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.177622 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.177864 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.178097 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.178252 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 21 15:12:04.178812 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91441) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 21 15:12:04.179000 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 21 15:12:04.179154 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 21 15:12:04.179326 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 21 15:12:04.179493 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 21 15:12:04.179640 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 21 15:12:04.180003 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.180167 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.180328 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.180487 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.180645 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.180861 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.181056 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.181215 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.181373 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.181530 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.181688 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.181845 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.182003 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.182160 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.182318 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.182474 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.182630 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.182786 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.182975 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.183260 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.183391 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.183548 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.183705 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] debug = True {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.183994 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.184244 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.184398 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.184535 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.184691 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.184848 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.185005 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.185162 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.185318 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.185475 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.185630 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.185786 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.185937 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.186090 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.186305 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.186434 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.186531 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.186682 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] host = dv-cinder-792299-3-iscsi {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.186837 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.187019 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.187177 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.187334 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.187484 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.187636 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.187847 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.188001 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.188086 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.188235 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.188392 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.188550 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.188707 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.188863 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] log_file = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.189020 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] log_options = True {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.189178 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.190391 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.190391 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.190391 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.190391 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.190391 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.190391 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.190391 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.192257 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.192257 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.192257 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.192257 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.192257 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.192257 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.192257 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.192257 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.192257 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.194413 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.194413 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.194413 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.194413 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.194413 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.194413 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.194413 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.194413 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.195004 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.195004 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.195004 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.195004 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.195004 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.195004 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.195004 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.195004 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.195550 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.195550 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.195550 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.195550 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.195550 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.195550 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.195550 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.195550 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.196084 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.196084 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.196084 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.196084 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.196084 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] use_json = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.196084 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.196479 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.196479 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.196479 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.196686 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.196686 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.196828 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.196992 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:12:04.197181 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.197344 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.197518 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.197678 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.197840 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.198001 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.198160 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.198321 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.198484 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.198666 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.200681 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.200681 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.200681 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.200681 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.200681 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.200681 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.200681 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.200681 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.201527 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.201527 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.201527 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.201527 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.201527 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.201527 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.201945 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.69/identity {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.201945 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.201945 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.202156 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.202243 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.202387 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.202548 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.202868 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.203055 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.203217 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.203380 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.203542 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.203704 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.203866 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.204027 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.204189 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.204351 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.204514 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.204677 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.204838 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.205075 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.205179 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.205308 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.205468 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.205629 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.205789 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.205963 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.206123 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.206284 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.206445 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.206678 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.206783 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.206929 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.207091 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.207253 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.207413 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.207573 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.207749 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.207910 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.208071 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.208231 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.208392 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.208553 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.208713 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.208873 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.209033 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.209193 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.209353 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.209514 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.209675 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.209835 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.209996 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.210156 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.210318 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.210479 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.210640 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.210799 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.210986 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.211176 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.211298 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.211469 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.211646 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.211809 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.211970 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.212129 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.212290 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.212450 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.212610 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.212770 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.212892 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:12:04.212995 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.213078 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.213227 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.213388 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.213553 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.213714 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.213873 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.214032 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.214192 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.214352 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.214510 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.214669 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.214829 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.215096 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.215817 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.215979 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.216140 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.216300 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.216552 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.216797 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.216897 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.217055 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.217224 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.217398 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.217559 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.217719 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.217878 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.218038 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.218197 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.218355 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.218515 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.218674 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.218834 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.219018 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.219259 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.219400 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.219512 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.219674 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.219834 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.220021 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.220182 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.220343 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.220504 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.220665 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.220825 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.221008 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.221204 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.221372 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.221533 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.221694 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.221856 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.69/identity {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.222016 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.222176 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.222336 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.222496 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.222657 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.222817 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.223002 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.223165 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.223326 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.223486 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.223645 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.223804 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.223964 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.224122 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.224281 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.224441 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.224600 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.224759 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.224918 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.225077 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.225235 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.225394 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.225554 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.225713 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.225873 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.226034 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.226194 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.226354 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.226513 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.226674 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.226952 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.227092 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.227216 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.227340 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.227467 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.227601 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.227763 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.227923 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.228084 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.228255 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.228609 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.228609 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.228842 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.228975 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.229109 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.229529 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.229529 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.229529 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.229894 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.229894 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.230128 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.230128 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.230326 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.230697 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.230697 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.230924 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.231025 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.231262 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.231473 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.231616 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.231740 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.231892 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.232067 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.232230 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.232390 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.232550 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.232896 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.232896 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.233131 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.233255 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.233377 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.233508 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.233633 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.233756 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.233919 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.234079 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.234239 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.234409 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.234572 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.234733 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.234941 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.235074 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.235245 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.235406 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.235567 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.235726 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.235885 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.236057 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.236219 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.236382 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.236550 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.236709 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.236869 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.237032 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.237210 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.237370 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.237533 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.237693 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.237853 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.238012 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.238173 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.238337 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.238508 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.238677 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.238837 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.239030 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.239198 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.239368 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.239529 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.239695 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.239869 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.240614 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.240614 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.240614 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.240614 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.240614 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.241166 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.241166 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.241166 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.241484 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.241484 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.241676 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.241676 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.241820 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.241966 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.242125 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.242284 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.242445 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.242605 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.242765 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:12:04.243010 dv-cinder-792299-3-iscsi neutron-server[91441]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 21 15:12:04.261415 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 53704) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:12:04.270946 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [-] 10.222.0.69 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064087 May 21 15:12:15.252355 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe82a977-3d58-4bd8-841f-57278d4ec6fa None None] get_active_networks_info from dv-cinder-792299-3-iscsi {{(pid=91550) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 21 15:12:15.326075 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe82a977-3d58-4bd8-841f-57278d4ec6fa None None] No non-hosted networks {{(pid=91550) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 21 15:12:15.343003 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-92c6b777-4bf2-4dbe-946b-2bea5bd11105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006'] for agent, after_create {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:12:17.973305 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006'] for agent, after_create {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:12:17.974190 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:12:17.975139 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:12:17.978045 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:12:17.979954 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:12:17.980992 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:12:17.985403 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:12:17.986471 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:12:17.991433 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:12:17.992603 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:12:17.993107 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:12:17.993606 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:12:17.994094 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:12:17.994738 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-792299-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:12:18.007651 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-792299-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:12:18.224636 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-7d348746-e3d1-4057-a193-666645285cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006'] for agent, after_create {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:12:18.276945 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-86d8bd58-e578-40b1-8d7b-fe302cc89e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:12:19.285116 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e6f13acb-dde4-45e3-8932-2715da3406c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006'] for agent, after_create {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:12:20.825859 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-cb99478c-afff-4a9c-8770-f3354af234b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006'] for agent, after_create {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:12:21.384775 dv-cinder-792299-3-iscsi neutron-server[91550]: INFO neutron.db.l3_hamode_db [None req-73287d27-1f1f-4fc5-857c-dbf22fe0f0f5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 21 15:12:21.472917 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73287d27-1f1f-4fc5-857c-dbf22fe0f0f5 None None] Routers set() bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:12:21.473210 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73287d27-1f1f-4fc5-857c-dbf22fe0f0f5 None None] Router IDs set() for agent in host dv-cinder-792299-3-iscsi {{(pid=91550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 21 15:12:22.545608 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 53794) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:12:23.154258 dv-cinder-792299-3-iscsi neutron-server[91549]: WARNING oslo_policy.policy [None req-cfca90a9-387c-48dd-b251-502733bf8a9c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 21 15:12:23.154785 dv-cinder-792299-3-iscsi neutron-server[91549]: WARNING oslo_policy.policy [None req-cfca90a9-387c-48dd-b251-502733bf8a9c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 21 15:12:23.372658 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [None req-cfca90a9-387c-48dd-b251-502733bf8a9c admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=91549) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 21 15:12:23.373713 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-cfca90a9-387c-48dd-b251-502733bf8a9c admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8272119 May 21 15:12:25.779588 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 53808) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:12:26.169997 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.v2.base [None req-f8ab3d68-2f08-4dfa-a0d6-8984731c8bb6 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=91549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:12:26.269754 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.policy [None req-f8ab3d68-2f08-4dfa-a0d6-8984731c8bb6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91549) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 21 15:12:26.326132 dv-cinder-792299-3-iscsi neutron-server[91549]: WARNING oslo_policy.policy [None req-f8ab3d68-2f08-4dfa-a0d6-8984731c8bb6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 21 15:12:26.326592 dv-cinder-792299-3-iscsi neutron-server[91549]: WARNING oslo_policy.policy [None req-f8ab3d68-2f08-4dfa-a0d6-8984731c8bb6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 21 15:12:26.335180 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.quota [None req-f8ab3d68-2f08-4dfa-a0d6-8984731c8bb6 admin admin] Loaded quota_driver: . May 21 15:12:26.351181 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-f8ab3d68-2f08-4dfa-a0d6-8984731c8bb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:12:26.414401 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-f8ab3d68-2f08-4dfa-a0d6-8984731c8bb6 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730421277478', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730421280497', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730421288752', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730421282908', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730421236028', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730421245463', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-732117', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1412244', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-363864', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-425987'] for rbac-policy, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:12:26.479192 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-f8ab3d68-2f08-4dfa-a0d6-8984731c8bb6 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:12:26.480762 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-f8ab3d68-2f08-4dfa-a0d6-8984731c8bb6 admin admin] 10.222.0.69 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6998167 May 21 15:12:29.151343 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 53822) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:12:29.516116 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.v2.base [None req-3a7539eb-c9b9-469b-af88-cd2ebe27dd66 admin admin] Request body: {'network': {'project_id': '20f81aeda28748de81ba862392335058', 'admin_state_up': True, 'name': 'private', 'tenant_id': '20f81aeda28748de81ba862392335058'}} {{(pid=91549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:12:29.520889 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-3a7539eb-c9b9-469b-af88-cd2ebe27dd66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:12:29.525509 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-3a7539eb-c9b9-469b-af88-cd2ebe27dd66 admin admin] Usage tracker for resource:network and tenant:20f81aeda28748de81ba862392335058 is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:12:29.530665 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-3a7539eb-c9b9-469b-af88-cd2ebe27dd66 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:12:29.536687 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-3a7539eb-c9b9-469b-af88-cd2ebe27dd66 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:12:29.546678 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7539eb-c9b9-469b-af88-cd2ebe27dd66 admin admin] Made reservation on behalf of 20f81aeda28748de81ba862392335058 for: {'network': 1} {{(pid=91549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:12:29.549594 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-3a7539eb-c9b9-469b-af88-cd2ebe27dd66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-578634'] for network, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:12:29.567197 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-3a7539eb-c9b9-469b-af88-cd2ebe27dd66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:12:29.581834 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-3a7539eb-c9b9-469b-af88-cd2ebe27dd66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:12:29.585502 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-3a7539eb-c9b9-469b-af88-cd2ebe27dd66 admin admin] Usage tracker for resource:security_group_rule and tenant:20f81aeda28748de81ba862392335058 is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:12:29.591627 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-3a7539eb-c9b9-469b-af88-cd2ebe27dd66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:12:29.597250 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-3a7539eb-c9b9-469b-af88-cd2ebe27dd66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:12:29.698474 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-3a7539eb-c9b9-469b-af88-cd2ebe27dd66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:12:29.705192 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-3a7539eb-c9b9-469b-af88-cd2ebe27dd66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:12:29.709976 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:12:29.732750 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a7539eb-c9b9-469b-af88-cd2ebe27dd66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=91549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 21 15:12:29.759983 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-3a7539eb-c9b9-469b-af88-cd2ebe27dd66 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730419782988', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703692'] for segment, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:12:29.760618 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-3a7539eb-c9b9-469b-af88-cd2ebe27dd66 admin admin] Unsubscribe: segment precommit_create {{(pid=91549) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 21 15:12:29.761624 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.db.segments_db [None req-3a7539eb-c9b9-469b-af88-cd2ebe27dd66 admin admin] Added segment f9cb8f53-0eaa-43a6-8311-9282543ac72c of type vlan for network 00075751-b48a-4ff1-a110-39670c4e94c6 May 21 15:12:29.770419 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7539eb-c9b9-469b-af88-cd2ebe27dd66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d5d3f5-f964-40fa-88ee-83dcd88a7283,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:12:29.821904 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7539eb-c9b9-469b-af88-cd2ebe27dd66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:12:29.822251 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7539eb-c9b9-469b-af88-cd2ebe27dd66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:12:29.822579 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7539eb-c9b9-469b-af88-cd2ebe27dd66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:12:29.822917 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7539eb-c9b9-469b-af88-cd2ebe27dd66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:12:29.823268 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7539eb-c9b9-469b-af88-cd2ebe27dd66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:12:29.824453 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7539eb-c9b9-469b-af88-cd2ebe27dd66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:12:29.824453 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7539eb-c9b9-469b-af88-cd2ebe27dd66 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:12:29.824453 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7539eb-c9b9-469b-af88-cd2ebe27dd66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:12:29.824771 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7539eb-c9b9-469b-af88-cd2ebe27dd66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:12:29.824857 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7539eb-c9b9-469b-af88-cd2ebe27dd66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:12:29.825128 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7539eb-c9b9-469b-af88-cd2ebe27dd66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:12:29.825430 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7539eb-c9b9-469b-af88-cd2ebe27dd66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:12:29.826492 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7539eb-c9b9-469b-af88-cd2ebe27dd66 admin admin] Tracked resource versions report: May 21 15:12:29.826492 dv-cinder-792299-3-iscsi neutron-server[91549]: pushed versions: May 21 15:12:29.826492 dv-cinder-792299-3-iscsi neutron-server[91549]: { 'AddressGroup': {'1.2'}, May 21 15:12:29.826492 dv-cinder-792299-3-iscsi neutron-server[91549]: 'ConntrackHelper': {'1.0'}, May 21 15:12:29.826492 dv-cinder-792299-3-iscsi neutron-server[91549]: 'Log': {'1.0'}, May 21 15:12:29.826492 dv-cinder-792299-3-iscsi neutron-server[91549]: 'Network': {'1.1'}, May 21 15:12:29.826492 dv-cinder-792299-3-iscsi neutron-server[91549]: 'Port': {'1.7'}, May 21 15:12:29.826492 dv-cinder-792299-3-iscsi neutron-server[91549]: 'PortForwarding': {'1.2'}, May 21 15:12:29.826492 dv-cinder-792299-3-iscsi neutron-server[91549]: 'QosPolicy': {'1.8'}, May 21 15:12:29.826492 dv-cinder-792299-3-iscsi neutron-server[91549]: 'SecurityGroup': {'1.4'}, May 21 15:12:29.826492 dv-cinder-792299-3-iscsi neutron-server[91549]: 'SecurityGroupRule': {'1.2'}, May 21 15:12:29.826492 dv-cinder-792299-3-iscsi neutron-server[91549]: 'SubPort': {'1.0'}, May 21 15:12:29.826492 dv-cinder-792299-3-iscsi neutron-server[91549]: 'Subnet': {'1.1'}, May 21 15:12:29.826492 dv-cinder-792299-3-iscsi neutron-server[91549]: 'Trunk': {'1.1'}} May 21 15:12:29.826492 dv-cinder-792299-3-iscsi neutron-server[91549]: consumer versions: May 21 15:12:29.826492 dv-cinder-792299-3-iscsi neutron-server[91549]: { DHCP agent@dv-cinder-792299-3-iscsi: {}, May 21 15:12:29.826492 dv-cinder-792299-3-iscsi neutron-server[91549]: L3 agent@dv-cinder-792299-3-iscsi: {}, May 21 15:12:29.826492 dv-cinder-792299-3-iscsi neutron-server[91549]: Metadata agent@dv-cinder-792299-3-iscsi: {}, May 21 15:12:29.826492 dv-cinder-792299-3-iscsi neutron-server[91549]: Metering agent@dv-cinder-792299-3-iscsi: {}, May 21 15:12:29.826492 dv-cinder-792299-3-iscsi neutron-server[91549]: Open vSwitch agent@dv-cinder-792299-3-iscsi: { 'AddressGroup': '1.2', May 21 15:12:29.826492 dv-cinder-792299-3-iscsi neutron-server[91549]: 'ConntrackHelper': '1.0', May 21 15:12:29.826492 dv-cinder-792299-3-iscsi neutron-server[91549]: 'Log': '1.0', May 21 15:12:29.826492 dv-cinder-792299-3-iscsi neutron-server[91549]: 'Network': '1.1', May 21 15:12:29.826492 dv-cinder-792299-3-iscsi neutron-server[91549]: 'Port': '1.7', May 21 15:12:29.826492 dv-cinder-792299-3-iscsi neutron-server[91549]: 'PortForwarding': '1.2', May 21 15:12:29.826492 dv-cinder-792299-3-iscsi neutron-server[91549]: 'QosPolicy': '1.8', May 21 15:12:29.826492 dv-cinder-792299-3-iscsi neutron-server[91549]: 'SecurityGroup': '1.4', May 21 15:12:29.826492 dv-cinder-792299-3-iscsi neutron-server[91549]: 'SecurityGroupRule': '1.2', May 21 15:12:29.826492 dv-cinder-792299-3-iscsi neutron-server[91549]: 'SubPort': '1.0', May 21 15:12:29.826492 dv-cinder-792299-3-iscsi neutron-server[91549]: 'Subnet': '1.1', May 21 15:12:29.826492 dv-cinder-792299-3-iscsi neutron-server[91549]: 'Trunk': '1.1'}} May 21 15:12:29.826492 dv-cinder-792299-3-iscsi neutron-server[91549]: {{(pid=91549) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 21 15:12:29.887486 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-3a7539eb-c9b9-469b-af88-cd2ebe27dd66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730419324398'] for network, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:12:29.891622 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-3a7539eb-c9b9-469b-af88-cd2ebe27dd66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:12:29.930448 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-3a7539eb-c9b9-469b-af88-cd2ebe27dd66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1599858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697748'] for network, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:12:29.931896 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7539eb-c9b9-469b-af88-cd2ebe27dd66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:12:29.932524 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-3a7539eb-c9b9-469b-af88-cd2ebe27dd66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697775'] for network, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:12:29.936235 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:12:30.041696 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7539eb-c9b9-469b-af88-cd2ebe27dd66 admin admin] Pushing event updated for resources: {'Network': ['ID=00075751-b48a-4ff1-a110-39670c4e94c6,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:12:30.045339 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-3a7539eb-c9b9-469b-af88-cd2ebe27dd66 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8929024 May 21 15:12:30.063643 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-3a7539eb-c9b9-469b-af88-cd2ebe27dd66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:12:30.071902 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Network 00075751-b48a-4ff1-a110-39670c4e94c6 details requested by agent ovs-agent-dv-cinder-792299-3-iscsi with host dv-cinder-792299-3-iscsi {{(pid=91550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 15:12:32.778792 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 53838) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:12:33.239166 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5986bd-aa58-4837-b929-5fdee5354d0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:12:33.240455 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-2b5986bd-aa58-4837-b929-5fdee5354d0e admin admin] 10.222.0.69 "GET /v2.0/networks/00075751-b48a-4ff1-a110-39670c4e94c6 HTTP/1.1" status: 200 len: 825 time: 0.4606946 May 21 15:12:33.268902 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-d905bcb9-75ad-4cf9-8e5e-33e5d62a8355 admin admin] 10.222.0.69 "GET /v2.0/subnetpools/7febc7dd-4ce9-457f-be89-eb0d142c5791 HTTP/1.1" status: 200 len: 734 time: 0.0227380 May 21 15:12:33.278598 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.v2.base [None req-60d4ab52-55bf-4312-adc8-e1cb6ae1d5ae admin admin] Request body: {'subnet': {'subnetpool_id': '7febc7dd-4ce9-457f-be89-eb0d142c5791', 'tenant_id': '20f81aeda28748de81ba862392335058', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '00075751-b48a-4ff1-a110-39670c4e94c6', 'ip_version': 4}} {{(pid=91549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:12:33.283219 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-60d4ab52-55bf-4312-adc8-e1cb6ae1d5ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:12:33.286989 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-60d4ab52-55bf-4312-adc8-e1cb6ae1d5ae admin admin] Usage tracker for resource:subnet and tenant:20f81aeda28748de81ba862392335058 is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:12:33.289872 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-60d4ab52-55bf-4312-adc8-e1cb6ae1d5ae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:12:33.296083 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-60d4ab52-55bf-4312-adc8-e1cb6ae1d5ae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:12:33.305928 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d4ab52-55bf-4312-adc8-e1cb6ae1d5ae admin admin] Made reservation on behalf of 20f81aeda28748de81ba862392335058 for: {'subnet': 1} {{(pid=91549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:12:33.308893 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-60d4ab52-55bf-4312-adc8-e1cb6ae1d5ae admin admin] Notify callbacks [] for subnet, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:12:33.805143 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-60d4ab52-55bf-4312-adc8-e1cb6ae1d5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757'] for subnet, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:12:33.809726 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:12:33.906979 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d4ab52-55bf-4312-adc8-e1cb6ae1d5ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=677a5230-c872-4396-8cc4-2c70c494b86e,revision_number=0']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:12:33.912465 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-60d4ab52-55bf-4312-adc8-e1cb6ae1d5ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:12:33.915605 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d4ab52-55bf-4312-adc8-e1cb6ae1d5ae admin admin] Checking segment: {'id': 'f9cb8f53-0eaa-43a6-8311-9282543ac72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '00075751-b48a-4ff1-a110-39670c4e94c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:12:33.915605 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d4ab52-55bf-4312-adc8-e1cb6ae1d5ae admin admin] Network hostable DHCP agents. Network: 00075751-b48a-4ff1-a110-39670c4e94c6, hostable agents: ['c7b0d441-ff2d-4a67-9ef1-8c68d51adfa8'], hosted agents: [] {{(pid=91549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 15:12:33.941071 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d4ab52-55bf-4312-adc8-e1cb6ae1d5ae admin admin] Network 00075751-b48a-4ff1-a110-39670c4e94c6 is scheduled to be hosted by DHCP agent c7b0d441-ff2d-4a67-9ef1-8c68d51adfa8 with binding_index 1 {{(pid=91549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 15:12:33.952140 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.base_scheduler [None req-60d4ab52-55bf-4312-adc8-e1cb6ae1d5ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-3-iscsi, 00075751-b48a-4ff1-a110-39670c4e94c6) {{(pid=91549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:12:33.956823 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d4ab52-55bf-4312-adc8-e1cb6ae1d5ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:12:33.957409 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-60d4ab52-55bf-4312-adc8-e1cb6ae1d5ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697775'] for subnet, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:12:33.962280 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae9ca2f-1189-44c3-b80a-35bc73d4411a None None] Network 00075751-b48a-4ff1-a110-39670c4e94c6 requested from dv-cinder-792299-3-iscsi {{(pid=91550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:12:33.982997 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-60d4ab52-55bf-4312-adc8-e1cb6ae1d5ae admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7086573 May 21 15:12:34.288369 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2951fcee-da02-4e5b-8160-13e2871d88ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp691765e8-26f9-5dea-9763-d4c33d86b24f-00075751-b48a-4ff1-a110-39670c4e94c6', 'network_id': '00075751-b48a-4ff1-a110-39670c4e94c6', 'tenant_id': '20f81aeda28748de81ba862392335058', 'fixed_ips': [{'subnet_id': '677a5230-c872-4396-8cc4-2c70c494b86e'}]}} from dv-cinder-792299-3-iscsi. {{(pid=91550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 21 15:12:34.289559 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-2951fcee-da02-4e5b-8160-13e2871d88ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_create {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:12:34.481975 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.db_base_plugin_common [None req-2951fcee-da02-4e5b-8160-13e2871d88ea None None] Allocated IP 172.20.0.2 (00075751-b48a-4ff1-a110-39670c4e94c6/677a5230-c872-4396-8cc4-2c70c494b86e/56d0530a-13fd-425b-9c1d-96d69dbab141) {{(pid=91550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:12:34.725931 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-2951fcee-da02-4e5b-8160-13e2871d88ea None None] Notify callbacks [] for port, precommit_create {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:12:34.743846 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-2951fcee-da02-4e5b-8160-13e2871d88ea None None] Transition to ACTIVE for port object 56d0530a-13fd-425b-9c1d-96d69dbab141 will not be triggered until provisioned by entity L2. {{(pid=91550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:12:34.770002 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-2951fcee-da02-4e5b-8160-13e2871d88ea None None] Transition to ACTIVE for port object 56d0530a-13fd-425b-9c1d-96d69dbab141 will not be triggered until provisioned by entity DHCP. {{(pid=91550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:12:34.776589 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-2951fcee-da02-4e5b-8160-13e2871d88ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730419340153'] for port, after_create {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:12:34.783572 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:12:34.851704 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2951fcee-da02-4e5b-8160-13e2871d88ea None None] Network 00075751-b48a-4ff1-a110-39670c4e94c6 is already hosted by enough agents. {{(pid=91550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:12:34.854547 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.scheduler.base_scheduler [None req-2951fcee-da02-4e5b-8160-13e2871d88ea None None] Resources bound (agent type, host, resource id): {{(pid=91550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:12:34.860928 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2951fcee-da02-4e5b-8160-13e2871d88ea None None] Received port after_create {{(pid=91550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:12:34.867118 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2951fcee-da02-4e5b-8160-13e2871d88ea None None] Pushing event updated for resources: {'Port': ['ID=56d0530a-13fd-425b-9c1d-96d69dbab141,revision_number=1']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:12:34.910857 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2951fcee-da02-4e5b-8160-13e2871d88ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:12:34.911230 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2951fcee-da02-4e5b-8160-13e2871d88ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:12:34.911571 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2951fcee-da02-4e5b-8160-13e2871d88ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:12:34.912155 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2951fcee-da02-4e5b-8160-13e2871d88ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:12:34.912529 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2951fcee-da02-4e5b-8160-13e2871d88ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:12:34.912857 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2951fcee-da02-4e5b-8160-13e2871d88ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:12:34.913178 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2951fcee-da02-4e5b-8160-13e2871d88ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:12:34.913507 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2951fcee-da02-4e5b-8160-13e2871d88ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:12:34.913840 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2951fcee-da02-4e5b-8160-13e2871d88ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:12:34.914393 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2951fcee-da02-4e5b-8160-13e2871d88ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:12:34.914970 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2951fcee-da02-4e5b-8160-13e2871d88ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:12:34.915535 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2951fcee-da02-4e5b-8160-13e2871d88ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:12:34.916875 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2951fcee-da02-4e5b-8160-13e2871d88ea None None] Tracked resource versions report: May 21 15:12:34.916875 dv-cinder-792299-3-iscsi neutron-server[91550]: pushed versions: May 21 15:12:34.916875 dv-cinder-792299-3-iscsi neutron-server[91550]: { 'AddressGroup': {'1.2'}, May 21 15:12:34.916875 dv-cinder-792299-3-iscsi neutron-server[91550]: 'ConntrackHelper': {'1.0'}, May 21 15:12:34.916875 dv-cinder-792299-3-iscsi neutron-server[91550]: 'Log': {'1.0'}, May 21 15:12:34.916875 dv-cinder-792299-3-iscsi neutron-server[91550]: 'Network': {'1.1'}, May 21 15:12:34.916875 dv-cinder-792299-3-iscsi neutron-server[91550]: 'Port': {'1.7'}, May 21 15:12:34.916875 dv-cinder-792299-3-iscsi neutron-server[91550]: 'PortForwarding': {'1.2'}, May 21 15:12:34.916875 dv-cinder-792299-3-iscsi neutron-server[91550]: 'QosPolicy': {'1.8'}, May 21 15:12:34.916875 dv-cinder-792299-3-iscsi neutron-server[91550]: 'SecurityGroup': {'1.4'}, May 21 15:12:34.916875 dv-cinder-792299-3-iscsi neutron-server[91550]: 'SecurityGroupRule': {'1.2'}, May 21 15:12:34.916875 dv-cinder-792299-3-iscsi neutron-server[91550]: 'SubPort': {'1.0'}, May 21 15:12:34.916875 dv-cinder-792299-3-iscsi neutron-server[91550]: 'Subnet': {'1.1'}, May 21 15:12:34.916875 dv-cinder-792299-3-iscsi neutron-server[91550]: 'Trunk': {'1.1'}} May 21 15:12:34.916875 dv-cinder-792299-3-iscsi neutron-server[91550]: consumer versions: May 21 15:12:34.916875 dv-cinder-792299-3-iscsi neutron-server[91550]: { DHCP agent@dv-cinder-792299-3-iscsi: {}, May 21 15:12:34.916875 dv-cinder-792299-3-iscsi neutron-server[91550]: L3 agent@dv-cinder-792299-3-iscsi: {}, May 21 15:12:34.916875 dv-cinder-792299-3-iscsi neutron-server[91550]: Metadata agent@dv-cinder-792299-3-iscsi: {}, May 21 15:12:34.916875 dv-cinder-792299-3-iscsi neutron-server[91550]: Metering agent@dv-cinder-792299-3-iscsi: {}, May 21 15:12:34.916875 dv-cinder-792299-3-iscsi neutron-server[91550]: Open vSwitch agent@dv-cinder-792299-3-iscsi: { 'AddressGroup': '1.2', May 21 15:12:34.916875 dv-cinder-792299-3-iscsi neutron-server[91550]: 'ConntrackHelper': '1.0', May 21 15:12:34.916875 dv-cinder-792299-3-iscsi neutron-server[91550]: 'Log': '1.0', May 21 15:12:34.916875 dv-cinder-792299-3-iscsi neutron-server[91550]: 'Network': '1.1', May 21 15:12:34.916875 dv-cinder-792299-3-iscsi neutron-server[91550]: 'Port': '1.7', May 21 15:12:34.916875 dv-cinder-792299-3-iscsi neutron-server[91550]: 'PortForwarding': '1.2', May 21 15:12:34.916875 dv-cinder-792299-3-iscsi neutron-server[91550]: 'QosPolicy': '1.8', May 21 15:12:34.916875 dv-cinder-792299-3-iscsi neutron-server[91550]: 'SecurityGroup': '1.4', May 21 15:12:34.916875 dv-cinder-792299-3-iscsi neutron-server[91550]: 'SecurityGroupRule': '1.2', May 21 15:12:34.916875 dv-cinder-792299-3-iscsi neutron-server[91550]: 'SubPort': '1.0', May 21 15:12:34.916875 dv-cinder-792299-3-iscsi neutron-server[91550]: 'Subnet': '1.1', May 21 15:12:34.916875 dv-cinder-792299-3-iscsi neutron-server[91550]: 'Trunk': '1.1'}} May 21 15:12:34.916875 dv-cinder-792299-3-iscsi neutron-server[91550]: {{(pid=91550) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 21 15:12:34.954685 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-2951fcee-da02-4e5b-8160-13e2871d88ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:12:34.980357 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.managers [None req-2951fcee-da02-4e5b-8160-13e2871d88ea None None] Attempting to bind port 56d0530a-13fd-425b-9c1d-96d69dbab141 on host dv-cinder-792299-3-iscsi for vnic_type normal with profile {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:12:34.981021 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.managers [None req-2951fcee-da02-4e5b-8160-13e2871d88ea None None] Attempting to bind port 56d0530a-13fd-425b-9c1d-96d69dbab141 by drivers openvswitch,hyperv on host dv-cinder-792299-3-iscsi at level 0 using segments [{'id': 'f9cb8f53-0eaa-43a6-8311-9282543ac72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '00075751-b48a-4ff1-a110-39670c4e94c6'}] {{(pid=91550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:12:34.981167 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2951fcee-da02-4e5b-8160-13e2871d88ea None None] Attempting to bind port 56d0530a-13fd-425b-9c1d-96d69dbab141 on network 00075751-b48a-4ff1-a110-39670c4e94c6 {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:12:34.986399 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2951fcee-da02-4e5b-8160-13e2871d88ea None None] Checking agent: {'id': 'f4608e34-e7ca-4ad2-a713-84295da40874', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 12, 18), 'started_at': datetime.datetime(2021, 5, 21, 15, 12, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:12:34.986815 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2951fcee-da02-4e5b-8160-13e2871d88ea None None] Checking segment: {'id': 'f9cb8f53-0eaa-43a6-8311-9282543ac72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '00075751-b48a-4ff1-a110-39670c4e94c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:12:34.987343 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-2951fcee-da02-4e5b-8160-13e2871d88ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:12:34.987733 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2951fcee-da02-4e5b-8160-13e2871d88ea None None] Bound using segment: {'id': 'f9cb8f53-0eaa-43a6-8311-9282543ac72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '00075751-b48a-4ff1-a110-39670c4e94c6'} {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:12:34.988218 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.managers [None req-2951fcee-da02-4e5b-8160-13e2871d88ea None None] Bound port: 56d0530a-13fd-425b-9c1d-96d69dbab141, host: dv-cinder-792299-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9cb8f53-0eaa-43a6-8311-9282543ac72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '00075751-b48a-4ff1-a110-39670c4e94c6'}}] {{(pid=91550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:12:34.988607 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-2951fcee-da02-4e5b-8160-13e2871d88ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:12:35.080237 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-2951fcee-da02-4e5b-8160-13e2871d88ea None None] For port 56d0530a-13fd-425b-9c1d-96d69dbab141, host dv-cinder-792299-3-iscsi, cleared binding levels {{(pid=91550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:12:35.084455 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-2951fcee-da02-4e5b-8160-13e2871d88ea None None] For port 56d0530a-13fd-425b-9c1d-96d69dbab141, host dv-cinder-792299-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=56d0530a-13fd-425b-9c1d-96d69dbab141,segment=NetworkSegment(f9cb8f53-0eaa-43a6-8311-9282543ac72c),segment_id=f9cb8f53-0eaa-43a6-8311-9282543ac72c)] {{(pid=91550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:12:35.090000 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-2951fcee-da02-4e5b-8160-13e2871d88ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:12:35.094168 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:12:35.185579 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2951fcee-da02-4e5b-8160-13e2871d88ea None None] Pushing event updated for resources: {'Port': ['ID=56d0530a-13fd-425b-9c1d-96d69dbab141,revision_number=2']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:12:35.195028 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-2951fcee-da02-4e5b-8160-13e2871d88ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:12:36.434263 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 53848) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:12:37.063162 dv-cinder-792299-3-iscsi neutron-server[91548]: WARNING oslo_policy.policy [None req-5165cead-3475-4af1-8435-4c989debb799 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 21 15:12:37.063742 dv-cinder-792299-3-iscsi neutron-server[91548]: WARNING oslo_policy.policy [None req-5165cead-3475-4af1-8435-4c989debb799 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 21 15:12:37.286730 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [None req-5165cead-3475-4af1-8435-4c989debb799 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=91548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 21 15:12:37.288039 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-5165cead-3475-4af1-8435-4c989debb799 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8517106 May 21 15:12:39.741256 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 53866) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:12:40.062491 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 56d0530a-13fd-425b-9c1d-96d69dbab141 up at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:12:40.132288 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning for port 56d0530a-13fd-425b-9c1d-96d69dbab141 completed by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:12:40.170039 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [None req-628e4f87-3270-43f3-b402-a7082eb385b8 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=91548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 21 15:12:40.171057 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-628e4f87-3270-43f3-b402-a7082eb385b8 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4284489 May 21 15:12:40.861224 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab0d411-971f-4acf-a93c-8093226f35e4 None None] Network 00075751-b48a-4ff1-a110-39670c4e94c6 requested from dv-cinder-792299-3-iscsi {{(pid=91550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:12:40.941128 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-1ef48123-8ca3-4d1f-98ce-c2c0a1b7d27b None None] Provisioning for port 56d0530a-13fd-425b-9c1d-96d69dbab141 completed by entity DHCP. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:12:40.951775 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-1ef48123-8ca3-4d1f-98ce-c2c0a1b7d27b None None] Provisioning complete for port 56d0530a-13fd-425b-9c1d-96d69dbab141 triggered by entity DHCP. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:12:40.952174 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-1ef48123-8ca3-4d1f-98ce-c2c0a1b7d27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:12:41.159427 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-1ef48123-8ca3-4d1f-98ce-c2c0a1b7d27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:12:41.232725 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-1ef48123-8ca3-4d1f-98ce-c2c0a1b7d27b None None] For port 56d0530a-13fd-425b-9c1d-96d69dbab141, host dv-cinder-792299-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=56d0530a-13fd-425b-9c1d-96d69dbab141,segment=NetworkSegment(f9cb8f53-0eaa-43a6-8311-9282543ac72c),segment_id=f9cb8f53-0eaa-43a6-8311-9282543ac72c)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:12:41.237447 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-1ef48123-8ca3-4d1f-98ce-c2c0a1b7d27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:12:41.245528 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-2951fcee-da02-4e5b-8160-13e2871d88ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:12:41.325145 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef48123-8ca3-4d1f-98ce-c2c0a1b7d27b None None] Pushing event updated for resources: {'Port': ['ID=56d0530a-13fd-425b-9c1d-96d69dbab141,revision_number=3']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:12:41.328571 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-1ef48123-8ca3-4d1f-98ce-c2c0a1b7d27b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:12:41.559125 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-73916ebd-1139-41e2-b6b5-642e4122fdf5 None None] Provisioning complete for port 56d0530a-13fd-425b-9c1d-96d69dbab141 triggered by entity DHCP. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:12:41.559501 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-73916ebd-1139-41e2-b6b5-642e4122fdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:12:42.037323 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 56d0530a-13fd-425b-9c1d-96d69dbab141 up at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:12:42.110156 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning complete for port 56d0530a-13fd-425b-9c1d-96d69dbab141 triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:12:42.110156 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:12:42.905456 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 53878) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:12:43.271290 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [None req-22c9024b-6ef4-4ccb-9914-6df2f6778640 admin admin] Request body: {'router': {'tenant_id': '20f81aeda28748de81ba862392335058', 'name': 'router1', 'admin_state_up': True}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:12:43.342851 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.policy [None req-22c9024b-6ef4-4ccb-9914-6df2f6778640 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91548) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 21 15:12:43.391123 dv-cinder-792299-3-iscsi neutron-server[91548]: WARNING oslo_policy.policy [None req-22c9024b-6ef4-4ccb-9914-6df2f6778640 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 21 15:12:43.391502 dv-cinder-792299-3-iscsi neutron-server[91548]: WARNING oslo_policy.policy [None req-22c9024b-6ef4-4ccb-9914-6df2f6778640 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 21 15:12:43.400030 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.quota [None req-22c9024b-6ef4-4ccb-9914-6df2f6778640 admin admin] Loaded quota_driver: . May 21 15:12:43.416161 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-22c9024b-6ef4-4ccb-9914-6df2f6778640 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:12:43.423639 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-22c9024b-6ef4-4ccb-9914-6df2f6778640 admin admin] Usage tracker for resource:router and tenant:20f81aeda28748de81ba862392335058 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:12:43.428313 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-22c9024b-6ef4-4ccb-9914-6df2f6778640 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:12:43.436479 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-22c9024b-6ef4-4ccb-9914-6df2f6778640 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:12:43.453286 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-22c9024b-6ef4-4ccb-9914-6df2f6778640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1768168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3587'] for router, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:12:43.455371 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-22c9024b-6ef4-4ccb-9914-6df2f6778640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1594772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:12:43.483372 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-22c9024b-6ef4-4ccb-9914-6df2f6778640 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:12:43.601391 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-22c9024b-6ef4-4ccb-9914-6df2f6778640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1768177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1763072'] for router, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:12:43.627168 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-22c9024b-6ef4-4ccb-9914-6df2f6778640 admin admin] Notify callbacks [] for router, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:12:43.628414 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-22c9024b-6ef4-4ccb-9914-6df2f6778640 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7220116 May 21 15:12:45.173208 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-3313c181-aa5c-4b05-abbf-f215a8055146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:12:46.042635 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 53890) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:12:46.417840 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [None req-a773a7e1-0420-467d-8422-fe92db3e1171 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=91548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 21 15:12:46.418813 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-a773a7e1-0420-467d-8422-fe92db3e1171 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3752363 May 21 15:12:47.937434 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:12:48.228815 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-f27db827-82d0-4a05-a448-3dc1c9a2fc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:12:48.845413 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 53900) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:12:49.209625 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e6f13acb-dde4-45e3-8932-2715da3406c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:12:49.227732 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [None req-84b949fa-cdb6-405f-8e68-830ebbcfae4c admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:12:49.232909 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-84b949fa-cdb6-405f-8e68-830ebbcfae4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:12:49.236672 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-84b949fa-cdb6-405f-8e68-830ebbcfae4c admin admin] Usage tracker for resource:network and tenant:e17c807fd18c49c0b7e5bea2cca07417 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:12:49.240208 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-84b949fa-cdb6-405f-8e68-830ebbcfae4c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:12:49.245898 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-84b949fa-cdb6-405f-8e68-830ebbcfae4c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:12:49.256054 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b949fa-cdb6-405f-8e68-830ebbcfae4c admin admin] Made reservation on behalf of e17c807fd18c49c0b7e5bea2cca07417 for: {'network': 1} {{(pid=91548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:12:49.258865 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-84b949fa-cdb6-405f-8e68-830ebbcfae4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-578634'] for network, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:12:49.276654 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-84b949fa-cdb6-405f-8e68-830ebbcfae4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:12:49.290739 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-84b949fa-cdb6-405f-8e68-830ebbcfae4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:12:49.295356 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-84b949fa-cdb6-405f-8e68-830ebbcfae4c admin admin] Usage tracker for resource:security_group_rule and tenant:e17c807fd18c49c0b7e5bea2cca07417 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:12:49.298608 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-84b949fa-cdb6-405f-8e68-830ebbcfae4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:12:49.304312 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-84b949fa-cdb6-405f-8e68-830ebbcfae4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:12:49.401804 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-84b949fa-cdb6-405f-8e68-830ebbcfae4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:12:49.405755 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-84b949fa-cdb6-405f-8e68-830ebbcfae4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:12:49.411176 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:12:49.425295 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-84b949fa-cdb6-405f-8e68-830ebbcfae4c admin admin] Reserving flat network on physical network physnet1 {{(pid=91548) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 21 15:12:49.456929 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-84b949fa-cdb6-405f-8e68-830ebbcfae4c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730419782988', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703692'] for segment, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:12:49.457458 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-84b949fa-cdb6-405f-8e68-830ebbcfae4c admin admin] Unsubscribe: segment precommit_create {{(pid=91548) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 21 15:12:49.457942 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.db.segments_db [None req-84b949fa-cdb6-405f-8e68-830ebbcfae4c admin admin] Added segment 6e22115a-e16c-4b74-9ec4-448dbc5267a0 of type flat for network ba463646-5c92-40f4-a60a-d72924905aed May 21 15:12:49.508599 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b949fa-cdb6-405f-8e68-830ebbcfae4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3376f8a-c154-4767-ae4e-0f9ae408d97f,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:12:49.523944 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b949fa-cdb6-405f-8e68-830ebbcfae4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:12:49.524293 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b949fa-cdb6-405f-8e68-830ebbcfae4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:12:49.524621 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b949fa-cdb6-405f-8e68-830ebbcfae4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:12:49.524938 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b949fa-cdb6-405f-8e68-830ebbcfae4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:12:49.525251 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b949fa-cdb6-405f-8e68-830ebbcfae4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:12:49.525579 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b949fa-cdb6-405f-8e68-830ebbcfae4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:12:49.525890 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b949fa-cdb6-405f-8e68-830ebbcfae4c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:12:49.527178 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b949fa-cdb6-405f-8e68-830ebbcfae4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:12:49.527507 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b949fa-cdb6-405f-8e68-830ebbcfae4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:12:49.527817 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b949fa-cdb6-405f-8e68-830ebbcfae4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:12:49.528120 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b949fa-cdb6-405f-8e68-830ebbcfae4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:12:49.528420 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b949fa-cdb6-405f-8e68-830ebbcfae4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:12:49.529476 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b949fa-cdb6-405f-8e68-830ebbcfae4c admin admin] Tracked resource versions report: May 21 15:12:49.529476 dv-cinder-792299-3-iscsi neutron-server[91548]: pushed versions: May 21 15:12:49.529476 dv-cinder-792299-3-iscsi neutron-server[91548]: { 'AddressGroup': {'1.2'}, May 21 15:12:49.529476 dv-cinder-792299-3-iscsi neutron-server[91548]: 'ConntrackHelper': {'1.0'}, May 21 15:12:49.529476 dv-cinder-792299-3-iscsi neutron-server[91548]: 'Log': {'1.0'}, May 21 15:12:49.529476 dv-cinder-792299-3-iscsi neutron-server[91548]: 'Network': {'1.1'}, May 21 15:12:49.529476 dv-cinder-792299-3-iscsi neutron-server[91548]: 'Port': {'1.7'}, May 21 15:12:49.529476 dv-cinder-792299-3-iscsi neutron-server[91548]: 'PortForwarding': {'1.2'}, May 21 15:12:49.529476 dv-cinder-792299-3-iscsi neutron-server[91548]: 'QosPolicy': {'1.8'}, May 21 15:12:49.529476 dv-cinder-792299-3-iscsi neutron-server[91548]: 'SecurityGroup': {'1.4'}, May 21 15:12:49.529476 dv-cinder-792299-3-iscsi neutron-server[91548]: 'SecurityGroupRule': {'1.2'}, May 21 15:12:49.529476 dv-cinder-792299-3-iscsi neutron-server[91548]: 'SubPort': {'1.0'}, May 21 15:12:49.529476 dv-cinder-792299-3-iscsi neutron-server[91548]: 'Subnet': {'1.1'}, May 21 15:12:49.529476 dv-cinder-792299-3-iscsi neutron-server[91548]: 'Trunk': {'1.1'}} May 21 15:12:49.529476 dv-cinder-792299-3-iscsi neutron-server[91548]: consumer versions: May 21 15:12:49.529476 dv-cinder-792299-3-iscsi neutron-server[91548]: { DHCP agent@dv-cinder-792299-3-iscsi: {}, May 21 15:12:49.529476 dv-cinder-792299-3-iscsi neutron-server[91548]: L3 agent@dv-cinder-792299-3-iscsi: {}, May 21 15:12:49.529476 dv-cinder-792299-3-iscsi neutron-server[91548]: Metadata agent@dv-cinder-792299-3-iscsi: {}, May 21 15:12:49.529476 dv-cinder-792299-3-iscsi neutron-server[91548]: Metering agent@dv-cinder-792299-3-iscsi: {}, May 21 15:12:49.529476 dv-cinder-792299-3-iscsi neutron-server[91548]: Open vSwitch agent@dv-cinder-792299-3-iscsi: { 'AddressGroup': '1.2', May 21 15:12:49.529476 dv-cinder-792299-3-iscsi neutron-server[91548]: 'ConntrackHelper': '1.0', May 21 15:12:49.529476 dv-cinder-792299-3-iscsi neutron-server[91548]: 'Log': '1.0', May 21 15:12:49.529476 dv-cinder-792299-3-iscsi neutron-server[91548]: 'Network': '1.1', May 21 15:12:49.529476 dv-cinder-792299-3-iscsi neutron-server[91548]: 'Port': '1.7', May 21 15:12:49.529476 dv-cinder-792299-3-iscsi neutron-server[91548]: 'PortForwarding': '1.2', May 21 15:12:49.529476 dv-cinder-792299-3-iscsi neutron-server[91548]: 'QosPolicy': '1.8', May 21 15:12:49.529476 dv-cinder-792299-3-iscsi neutron-server[91548]: 'SecurityGroup': '1.4', May 21 15:12:49.529476 dv-cinder-792299-3-iscsi neutron-server[91548]: 'SecurityGroupRule': '1.2', May 21 15:12:49.529476 dv-cinder-792299-3-iscsi neutron-server[91548]: 'SubPort': '1.0', May 21 15:12:49.529476 dv-cinder-792299-3-iscsi neutron-server[91548]: 'Subnet': '1.1', May 21 15:12:49.529476 dv-cinder-792299-3-iscsi neutron-server[91548]: 'Trunk': '1.1'}} May 21 15:12:49.529476 dv-cinder-792299-3-iscsi neutron-server[91548]: {{(pid=91548) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 21 15:12:49.592482 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-84b949fa-cdb6-405f-8e68-830ebbcfae4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730419324398'] for network, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:12:49.601255 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-84b949fa-cdb6-405f-8e68-830ebbcfae4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:12:49.639065 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-84b949fa-cdb6-405f-8e68-830ebbcfae4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1599858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697748'] for network, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:12:49.640695 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b949fa-cdb6-405f-8e68-830ebbcfae4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:12:49.641324 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-84b949fa-cdb6-405f-8e68-830ebbcfae4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697775'] for network, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:12:49.646030 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:12:49.747909 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-84b949fa-cdb6-405f-8e68-830ebbcfae4c admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9013269 May 21 15:12:49.753022 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b949fa-cdb6-405f-8e68-830ebbcfae4c admin admin] Pushing event updated for resources: {'Network': ['ID=ba463646-5c92-40f4-a60a-d72924905aed,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:12:49.756381 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-84b949fa-cdb6-405f-8e68-830ebbcfae4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:12:49.765019 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Network ba463646-5c92-40f4-a60a-d72924905aed details requested by agent ovs-agent-dv-cinder-792299-3-iscsi with host dv-cinder-792299-3-iscsi {{(pid=91550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 15:12:50.752861 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-cb99478c-afff-4a9c-8770-f3354af234b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:12:52.134976 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 53924) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:12:52.355867 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e90f188-67ed-49d5-bf26-27a38a53ae07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:12:52.357206 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-4e90f188-67ed-49d5-bf26-27a38a53ae07 admin admin] 10.222.0.69 "GET /v2.0/subnets/677a5230-c872-4396-8cc4-2c70c494b86e HTTP/1.1" status: 200 len: 849 time: 0.2207022 May 21 15:12:52.533287 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-a55d9f57-76e4-408b-9dd4-55f884015b03 admin admin] 10.222.0.69 "GET /v2.0/routers/a6fb7288-cf9b-4c6e-8567-d6993c40a1bb HTTP/1.1" status: 200 len: 704 time: 0.1704679 May 21 15:12:53.002910 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-0249dfc3-5e4c-497d-b821-045bd3de2677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:12:53.231456 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.db_base_plugin_common [None req-0249dfc3-5e4c-497d-b821-045bd3de2677 admin admin] Allocated IP 172.20.0.1 (00075751-b48a-4ff1-a110-39670c4e94c6/677a5230-c872-4396-8cc4-2c70c494b86e/a981c40d-327e-4614-a27f-aa7d9aee6c78) {{(pid=91549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:12:53.430290 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-0249dfc3-5e4c-497d-b821-045bd3de2677 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:12:53.450345 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.provisioning_blocks [None req-0249dfc3-5e4c-497d-b821-045bd3de2677 admin admin] Transition to ACTIVE for port object a981c40d-327e-4614-a27f-aa7d9aee6c78 will not be triggered until provisioned by entity DHCP. {{(pid=91549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:12:53.525567 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-0249dfc3-5e4c-497d-b821-045bd3de2677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730419340153'] for port, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:12:53.531320 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:12:53.612099 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0249dfc3-5e4c-497d-b821-045bd3de2677 admin admin] Network 00075751-b48a-4ff1-a110-39670c4e94c6 is already hosted by enough agents. {{(pid=91549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:12:53.616506 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.base_scheduler [None req-0249dfc3-5e4c-497d-b821-045bd3de2677 admin admin] Resources bound (agent type, host, resource id): {{(pid=91549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:12:53.620900 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0249dfc3-5e4c-497d-b821-045bd3de2677 admin admin] Received port after_create {{(pid=91549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:12:53.621441 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-0249dfc3-5e4c-497d-b821-045bd3de2677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774610'] for router_interface, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:12:53.773819 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0249dfc3-5e4c-497d-b821-045bd3de2677 admin admin] Pushing event updated for resources: {'Port': ['ID=a981c40d-327e-4614-a27f-aa7d9aee6c78,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:12:53.785468 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-0249dfc3-5e4c-497d-b821-045bd3de2677 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:12:53.812075 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-e51e13e2-ed37-4e23-9306-03376fda81ef None None] Provisioning for port a981c40d-327e-4614-a27f-aa7d9aee6c78 completed by entity DHCP. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:12:53.817697 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-e51e13e2-ed37-4e23-9306-03376fda81ef None None] Provisioning complete for port a981c40d-327e-4614-a27f-aa7d9aee6c78 triggered by entity DHCP. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:12:53.818198 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e51e13e2-ed37-4e23-9306-03376fda81ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:12:53.884452 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-e51e13e2-ed37-4e23-9306-03376fda81ef None None] Port a981c40d-327e-4614-a27f-aa7d9aee6c78 cannot update to ACTIVE because it is not bound. {{(pid=91550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 15:12:53.947271 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-0249dfc3-5e4c-497d-b821-045bd3de2677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:12:54.195901 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-0249dfc3-5e4c-497d-b821-045bd3de2677 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:12:54.205015 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-0249dfc3-5e4c-497d-b821-045bd3de2677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:12:54.206250 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-0249dfc3-5e4c-497d-b821-045bd3de2677 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1697730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774703'] for router_interface, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:12:54.209724 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-0249dfc3-5e4c-497d-b821-045bd3de2677 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:12:54.339590 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0249dfc3-5e4c-497d-b821-045bd3de2677 admin admin] Pushing event updated for resources: {'Port': ['ID=a981c40d-327e-4614-a27f-aa7d9aee6c78,revision_number=2']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:12:54.343602 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-0249dfc3-5e4c-497d-b821-045bd3de2677 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:12:54.405079 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0249dfc3-5e4c-497d-b821-045bd3de2677 admin admin] Network 00075751-b48a-4ff1-a110-39670c4e94c6 is already hosted by enough agents. {{(pid=91549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:12:54.406256 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.base_scheduler [None req-0249dfc3-5e4c-497d-b821-045bd3de2677 admin admin] Resources bound (agent type, host, resource id): {{(pid=91549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:12:54.603064 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0249dfc3-5e4c-497d-b821-045bd3de2677 admin admin] Router a6fb7288-cf9b-4c6e-8567-d6993c40a1bb is scheduled to L3 agent 9c636599-187f-4688-bb24-d46a8be2a055 with binding_index 1 {{(pid=91549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 21 15:12:54.608508 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-134a57dd-f62a-4f55-a5aa-d90579f74911 None None] Provisioning complete for port a981c40d-327e-4614-a27f-aa7d9aee6c78 triggered by entity DHCP. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:12:54.608885 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-134a57dd-f62a-4f55-a5aa-d90579f74911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:12:54.666364 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-134a57dd-f62a-4f55-a5aa-d90579f74911 None None] Port a981c40d-327e-4614-a27f-aa7d9aee6c78 cannot update to ACTIVE because it is not bound. {{(pid=91550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 15:12:54.801660 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0249dfc3-5e4c-497d-b821-045bd3de2677 admin admin] Notify agent at l3_agent.dv-cinder-792299-3-iscsi the message routers_updated {{(pid=91549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:12:54.811219 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-0249dfc3-5e4c-497d-b821-045bd3de2677 admin admin] 10.222.0.69 "PUT /v2.0/routers/a6fb7288-cf9b-4c6e-8567-d6993c40a1bb/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2730973 May 21 15:12:54.811411 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cf86b2-f6e0-48ad-91bb-20ea6ff992b8 None None] Sync routers for ids ['a6fb7288-cf9b-4c6e-8567-d6993c40a1bb'] in dv-cinder-792299-3-iscsi {{(pid=91551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:12:54.822004 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cf86b2-f6e0-48ad-91bb-20ea6ff992b8 None None] Routers {'a6fb7288-cf9b-4c6e-8567-d6993c40a1bb'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:12:54.823029 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-57cf86b2-f6e0-48ad-91bb-20ea6ff992b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:12:48Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['a6fb7288-cf9b-4c6e-8567-d6993c40a1bb'], 'active': True} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:12:55.001118 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvr_db [None req-57cf86b2-f6e0-48ad-91bb-20ea6ff992b8 None None] Set router a6fb7288-cf9b-4c6e-8567-d6993c40a1bb gateway port host: None {{(pid=91551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:12:55.385205 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-57cf86b2-f6e0-48ad-91bb-20ea6ff992b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6fb7288-cf9b-4c6e-8567-d6993c40a1bb', 'name': 'router1', 'tenant_id': '20f81aeda28748de81ba862392335058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:12:43Z', 'updated_at': '2021-05-21T15:12:53Z', 'revision_number': 2, 'project_id': '20f81aeda28748de81ba862392335058', 'gw_port_host': None, '_interfaces': [{'id': 'a981c40d-327e-4614-a27f-aa7d9aee6c78', 'name': '', 'network_id': '00075751-b48a-4ff1-a110-39670c4e94c6', 'tenant_id': '20f81aeda28748de81ba862392335058', 'mac_address': 'fa:16:3e:35:32:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6fb7288-cf9b-4c6e-8567-d6993c40a1bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '677a5230-c872-4396-8cc4-2c70c494b86e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:12:53Z', 'updated_at': '2021-05-21T15:12:54Z', 'revision_number': 2, 'project_id': '20f81aeda28748de81ba862392335058', 'subnets': [{'id': '677a5230-c872-4396-8cc4-2c70c494b86e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7febc7dd-4ce9-457f-be89-eb0d142c5791'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:12:55.390726 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cf86b2-f6e0-48ad-91bb-20ea6ff992b8 None None] Checking router: a6fb7288-cf9b-4c6e-8567-d6993c40a1bb for host: dv-cinder-792299-3-iscsi {{(pid=91551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:12:55.391126 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cf86b2-f6e0-48ad-91bb-20ea6ff992b8 None None] Updating router a6fb7288-cf9b-4c6e-8567-d6993c40a1bb port a981c40d-327e-4614-a27f-aa7d9aee6c78 binding host dv-cinder-792299-3-iscsi {{(pid=91551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 21 15:12:55.447391 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron_lib.callbacks.manager [None req-57cf86b2-f6e0-48ad-91bb-20ea6ff992b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:12:55.857775 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron_lib.callbacks.manager [None req-57cf86b2-f6e0-48ad-91bb-20ea6ff992b8 None None] Notify callbacks [] for port, precommit_update {{(pid=91551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:12:55.873602 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.provisioning_blocks [None req-57cf86b2-f6e0-48ad-91bb-20ea6ff992b8 None None] Transition to ACTIVE for port object a981c40d-327e-4614-a27f-aa7d9aee6c78 will not be triggered until provisioned by entity L2. {{(pid=91551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:12:55.880542 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron_lib.callbacks.manager [None req-57cf86b2-f6e0-48ad-91bb-20ea6ff992b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:12:55.885786 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:12:56.113968 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00b70da-1234-449f-82f3-710cf4b155b5 None None] Pushing event updated for resources: {'Port': ['ID=a981c40d-327e-4614-a27f-aa7d9aee6c78,revision_number=3']} {{(pid=91551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:12:56.126254 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00b70da-1234-449f-82f3-710cf4b155b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:12:56.126575 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00b70da-1234-449f-82f3-710cf4b155b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:12:56.126913 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00b70da-1234-449f-82f3-710cf4b155b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:12:56.127233 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00b70da-1234-449f-82f3-710cf4b155b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:12:56.127543 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00b70da-1234-449f-82f3-710cf4b155b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:12:56.127851 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00b70da-1234-449f-82f3-710cf4b155b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:12:56.128156 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00b70da-1234-449f-82f3-710cf4b155b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:12:56.128458 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00b70da-1234-449f-82f3-710cf4b155b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:12:56.128774 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00b70da-1234-449f-82f3-710cf4b155b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:12:56.129073 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00b70da-1234-449f-82f3-710cf4b155b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:12:56.129371 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00b70da-1234-449f-82f3-710cf4b155b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:12:56.129667 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00b70da-1234-449f-82f3-710cf4b155b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:12:56.130723 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00b70da-1234-449f-82f3-710cf4b155b5 None None] Tracked resource versions report: May 21 15:12:56.130723 dv-cinder-792299-3-iscsi neutron-server[91551]: pushed versions: May 21 15:12:56.130723 dv-cinder-792299-3-iscsi neutron-server[91551]: { 'AddressGroup': {'1.2'}, May 21 15:12:56.130723 dv-cinder-792299-3-iscsi neutron-server[91551]: 'ConntrackHelper': {'1.0'}, May 21 15:12:56.130723 dv-cinder-792299-3-iscsi neutron-server[91551]: 'Log': {'1.0'}, May 21 15:12:56.130723 dv-cinder-792299-3-iscsi neutron-server[91551]: 'Network': {'1.1'}, May 21 15:12:56.130723 dv-cinder-792299-3-iscsi neutron-server[91551]: 'Port': {'1.7'}, May 21 15:12:56.130723 dv-cinder-792299-3-iscsi neutron-server[91551]: 'PortForwarding': {'1.2'}, May 21 15:12:56.130723 dv-cinder-792299-3-iscsi neutron-server[91551]: 'QosPolicy': {'1.8'}, May 21 15:12:56.130723 dv-cinder-792299-3-iscsi neutron-server[91551]: 'SecurityGroup': {'1.4'}, May 21 15:12:56.130723 dv-cinder-792299-3-iscsi neutron-server[91551]: 'SecurityGroupRule': {'1.2'}, May 21 15:12:56.130723 dv-cinder-792299-3-iscsi neutron-server[91551]: 'SubPort': {'1.0'}, May 21 15:12:56.130723 dv-cinder-792299-3-iscsi neutron-server[91551]: 'Subnet': {'1.1'}, May 21 15:12:56.130723 dv-cinder-792299-3-iscsi neutron-server[91551]: 'Trunk': {'1.1'}} May 21 15:12:56.130723 dv-cinder-792299-3-iscsi neutron-server[91551]: consumer versions: May 21 15:12:56.130723 dv-cinder-792299-3-iscsi neutron-server[91551]: { DHCP agent@dv-cinder-792299-3-iscsi: {}, May 21 15:12:56.130723 dv-cinder-792299-3-iscsi neutron-server[91551]: L3 agent@dv-cinder-792299-3-iscsi: {}, May 21 15:12:56.130723 dv-cinder-792299-3-iscsi neutron-server[91551]: Metadata agent@dv-cinder-792299-3-iscsi: {}, May 21 15:12:56.130723 dv-cinder-792299-3-iscsi neutron-server[91551]: Metering agent@dv-cinder-792299-3-iscsi: {}, May 21 15:12:56.130723 dv-cinder-792299-3-iscsi neutron-server[91551]: Open vSwitch agent@dv-cinder-792299-3-iscsi: { 'AddressGroup': '1.2', May 21 15:12:56.130723 dv-cinder-792299-3-iscsi neutron-server[91551]: 'ConntrackHelper': '1.0', May 21 15:12:56.130723 dv-cinder-792299-3-iscsi neutron-server[91551]: 'Log': '1.0', May 21 15:12:56.130723 dv-cinder-792299-3-iscsi neutron-server[91551]: 'Network': '1.1', May 21 15:12:56.130723 dv-cinder-792299-3-iscsi neutron-server[91551]: 'Port': '1.7', May 21 15:12:56.130723 dv-cinder-792299-3-iscsi neutron-server[91551]: 'PortForwarding': '1.2', May 21 15:12:56.130723 dv-cinder-792299-3-iscsi neutron-server[91551]: 'QosPolicy': '1.8', May 21 15:12:56.130723 dv-cinder-792299-3-iscsi neutron-server[91551]: 'SecurityGroup': '1.4', May 21 15:12:56.130723 dv-cinder-792299-3-iscsi neutron-server[91551]: 'SecurityGroupRule': '1.2', May 21 15:12:56.130723 dv-cinder-792299-3-iscsi neutron-server[91551]: 'SubPort': '1.0', May 21 15:12:56.130723 dv-cinder-792299-3-iscsi neutron-server[91551]: 'Subnet': '1.1', May 21 15:12:56.130723 dv-cinder-792299-3-iscsi neutron-server[91551]: 'Trunk': '1.1'}} May 21 15:12:56.130723 dv-cinder-792299-3-iscsi neutron-server[91551]: {{(pid=91551) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 21 15:12:56.135098 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.managers [None req-57cf86b2-f6e0-48ad-91bb-20ea6ff992b8 None None] Attempting to bind port a981c40d-327e-4614-a27f-aa7d9aee6c78 on host dv-cinder-792299-3-iscsi for vnic_type normal with profile {{(pid=91551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:12:56.136067 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.managers [None req-57cf86b2-f6e0-48ad-91bb-20ea6ff992b8 None None] Attempting to bind port a981c40d-327e-4614-a27f-aa7d9aee6c78 by drivers openvswitch,hyperv on host dv-cinder-792299-3-iscsi at level 0 using segments [{'id': 'f9cb8f53-0eaa-43a6-8311-9282543ac72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '00075751-b48a-4ff1-a110-39670c4e94c6'}] {{(pid=91551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:12:56.136654 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cf86b2-f6e0-48ad-91bb-20ea6ff992b8 None None] Attempting to bind port a981c40d-327e-4614-a27f-aa7d9aee6c78 on network 00075751-b48a-4ff1-a110-39670c4e94c6 {{(pid=91551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:12:56.138795 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG oslo_concurrency.lockutils [None req-d00b70da-1234-449f-82f3-710cf4b155b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=91551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:12:56.142981 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cf86b2-f6e0-48ad-91bb-20ea6ff992b8 None None] Checking agent: {'id': 'f4608e34-e7ca-4ad2-a713-84295da40874', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 12, 18), 'started_at': datetime.datetime(2021, 5, 21, 15, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:12:56.143390 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cf86b2-f6e0-48ad-91bb-20ea6ff992b8 None None] Checking segment: {'id': 'f9cb8f53-0eaa-43a6-8311-9282543ac72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '00075751-b48a-4ff1-a110-39670c4e94c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:12:56.143880 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron_lib.callbacks.manager [None req-57cf86b2-f6e0-48ad-91bb-20ea6ff992b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:12:56.144257 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cf86b2-f6e0-48ad-91bb-20ea6ff992b8 None None] Bound using segment: {'id': 'f9cb8f53-0eaa-43a6-8311-9282543ac72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '00075751-b48a-4ff1-a110-39670c4e94c6'} {{(pid=91551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:12:56.144755 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.managers [None req-57cf86b2-f6e0-48ad-91bb-20ea6ff992b8 None None] Bound port: a981c40d-327e-4614-a27f-aa7d9aee6c78, host: dv-cinder-792299-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9cb8f53-0eaa-43a6-8311-9282543ac72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '00075751-b48a-4ff1-a110-39670c4e94c6'}}] {{(pid=91551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:12:56.145118 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron_lib.callbacks.manager [None req-57cf86b2-f6e0-48ad-91bb-20ea6ff992b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:12:56.235674 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.db [None req-57cf86b2-f6e0-48ad-91bb-20ea6ff992b8 None None] For port a981c40d-327e-4614-a27f-aa7d9aee6c78, host dv-cinder-792299-3-iscsi, cleared binding levels {{(pid=91551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:12:56.239797 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.db [None req-57cf86b2-f6e0-48ad-91bb-20ea6ff992b8 None None] For port a981c40d-327e-4614-a27f-aa7d9aee6c78, host dv-cinder-792299-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=a981c40d-327e-4614-a27f-aa7d9aee6c78,segment=NetworkSegment(f9cb8f53-0eaa-43a6-8311-9282543ac72c),segment_id=f9cb8f53-0eaa-43a6-8311-9282543ac72c)] {{(pid=91551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:12:56.245120 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron_lib.callbacks.manager [None req-57cf86b2-f6e0-48ad-91bb-20ea6ff992b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:12:56.249322 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG oslo_concurrency.lockutils [None req-d00b70da-1234-449f-82f3-710cf4b155b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:12:56.325186 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cf86b2-f6e0-48ad-91bb-20ea6ff992b8 None None] Routers {'a6fb7288-cf9b-4c6e-8567-d6993c40a1bb'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:12:56.325802 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-57cf86b2-f6e0-48ad-91bb-20ea6ff992b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:12:48Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['a6fb7288-cf9b-4c6e-8567-d6993c40a1bb'], 'active': True} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:12:56.498569 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00b70da-1234-449f-82f3-710cf4b155b5 None None] Pushing event updated for resources: {'Port': ['ID=a981c40d-327e-4614-a27f-aa7d9aee6c78,revision_number=4']} {{(pid=91551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:12:56.512759 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG oslo_concurrency.lockutils [None req-d00b70da-1234-449f-82f3-710cf4b155b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=91551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:12:56.528609 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvr_db [None req-57cf86b2-f6e0-48ad-91bb-20ea6ff992b8 None None] Set router a6fb7288-cf9b-4c6e-8567-d6993c40a1bb gateway port host: None {{(pid=91551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:12:56.858478 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-57cf86b2-f6e0-48ad-91bb-20ea6ff992b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6fb7288-cf9b-4c6e-8567-d6993c40a1bb', 'name': 'router1', 'tenant_id': '20f81aeda28748de81ba862392335058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:12:43Z', 'updated_at': '2021-05-21T15:12:53Z', 'revision_number': 2, 'project_id': '20f81aeda28748de81ba862392335058', 'gw_port_host': None, '_interfaces': [{'id': 'a981c40d-327e-4614-a27f-aa7d9aee6c78', 'name': '', 'network_id': '00075751-b48a-4ff1-a110-39670c4e94c6', 'tenant_id': '20f81aeda28748de81ba862392335058', 'mac_address': 'fa:16:3e:35:32:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6fb7288-cf9b-4c6e-8567-d6993c40a1bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '677a5230-c872-4396-8cc4-2c70c494b86e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:12:53Z', 'updated_at': '2021-05-21T15:12:56Z', 'revision_number': 4, 'project_id': '20f81aeda28748de81ba862392335058', 'subnets': [{'id': '677a5230-c872-4396-8cc4-2c70c494b86e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7febc7dd-4ce9-457f-be89-eb0d142c5791'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:12:56.865759 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cf86b2-f6e0-48ad-91bb-20ea6ff992b8 None None] The sync data for ids ['a6fb7288-cf9b-4c6e-8567-d6993c40a1bb'] in dv-cinder-792299-3-iscsi is: [{'id': 'a6fb7288-cf9b-4c6e-8567-d6993c40a1bb', 'name': 'router1', 'tenant_id': '20f81aeda28748de81ba862392335058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:12:43Z', 'updated_at': '2021-05-21T15:12:53Z', 'revision_number': 2, 'project_id': '20f81aeda28748de81ba862392335058', 'gw_port_host': None, '_interfaces': [{'id': 'a981c40d-327e-4614-a27f-aa7d9aee6c78', 'name': '', 'network_id': '00075751-b48a-4ff1-a110-39670c4e94c6', 'tenant_id': '20f81aeda28748de81ba862392335058', 'mac_address': 'fa:16:3e:35:32:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6fb7288-cf9b-4c6e-8567-d6993c40a1bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '677a5230-c872-4396-8cc4-2c70c494b86e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:12:53Z', 'updated_at': '2021-05-21T15:12:56Z', 'revision_number': 4, 'project_id': '20f81aeda28748de81ba862392335058', 'subnets': [{'id': '677a5230-c872-4396-8cc4-2c70c494b86e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7febc7dd-4ce9-457f-be89-eb0d142c5791'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:12:57.037320 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 53946) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:12:57.195097 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22391a2-dc2f-451b-8197-e169a78e6296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:12:57.196341 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-e22391a2-dc2f-451b-8197-e169a78e6296 admin admin] 10.222.0.69 "GET /v2.0/networks/ba463646-5c92-40f4-a60a-d72924905aed HTTP/1.1" status: 200 len: 842 time: 0.1578903 May 21 15:12:57.206255 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.v2.base [None req-32802d0c-9f31-4254-b75f-a4f576483a09 admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'name': 'public-subnet', 'gateway_ip': '172.27.2.1', 'ip_version': 4, 'enable_dhcp': False, 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed'}} {{(pid=91549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:12:57.211735 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-32802d0c-9f31-4254-b75f-a4f576483a09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:12:57.215655 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-32802d0c-9f31-4254-b75f-a4f576483a09 admin admin] Usage tracker for resource:subnet and tenant:e17c807fd18c49c0b7e5bea2cca07417 is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:12:57.218549 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-32802d0c-9f31-4254-b75f-a4f576483a09 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:12:57.224262 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-32802d0c-9f31-4254-b75f-a4f576483a09 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:12:57.237183 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32802d0c-9f31-4254-b75f-a4f576483a09 admin admin] Made reservation on behalf of e17c807fd18c49c0b7e5bea2cca07417 for: {'subnet': 1} {{(pid=91549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:12:57.241223 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-32802d0c-9f31-4254-b75f-a4f576483a09 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:12:57.709105 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.objects.ports [None req-32802d0c-9f31-4254-b75f-a4f576483a09 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91549) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 21 15:12:57.709554 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-32802d0c-9f31-4254-b75f-a4f576483a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757'] for subnet, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:12:57.714067 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-60d4ab52-55bf-4312-adc8-e1cb6ae1d5ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:12:57.790750 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32802d0c-9f31-4254-b75f-a4f576483a09 admin admin] Checking segment: {'id': '6e22115a-e16c-4b74-9ec4-448dbc5267a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:12:57.791114 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32802d0c-9f31-4254-b75f-a4f576483a09 admin admin] Network hostable DHCP agents. Network: ba463646-5c92-40f4-a60a-d72924905aed, hostable agents: ['c7b0d441-ff2d-4a67-9ef1-8c68d51adfa8'], hosted agents: [] {{(pid=91549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 15:12:57.796491 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32802d0c-9f31-4254-b75f-a4f576483a09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aafb72b8-44f1-4418-af97-0acaa496b3de,revision_number=0']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:12:57.801519 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-32802d0c-9f31-4254-b75f-a4f576483a09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:12:57.812842 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32802d0c-9f31-4254-b75f-a4f576483a09 admin admin] Network ba463646-5c92-40f4-a60a-d72924905aed is scheduled to be hosted by DHCP agent c7b0d441-ff2d-4a67-9ef1-8c68d51adfa8 with binding_index 1 {{(pid=91549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 15:12:57.822600 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.base_scheduler [None req-32802d0c-9f31-4254-b75f-a4f576483a09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-3-iscsi, ba463646-5c92-40f4-a60a-d72924905aed) {{(pid=91549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:12:57.829366 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32802d0c-9f31-4254-b75f-a4f576483a09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:12:57.830023 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-32802d0c-9f31-4254-b75f-a4f576483a09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697775'] for subnet, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:12:57.832898 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbf4bd7-8446-4b7c-ab60-4dd84b3475e3 None None] Network ba463646-5c92-40f4-a60a-d72924905aed requested from dv-cinder-792299-3-iscsi {{(pid=91550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:12:57.861360 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-32802d0c-9f31-4254-b75f-a4f576483a09 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6495593 May 21 15:12:58.048478 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dead67c-f86a-4ebd-8aab-c5431a29caae None None] Network ba463646-5c92-40f4-a60a-d72924905aed requested from dv-cinder-792299-3-iscsi {{(pid=91550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:12:59.132239 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.agents_db [None req-1cb0bb7b-b6db-4325-ad21-6fa15867ad0e None None] Agent healthcheck: found 5 active agents {{(pid=91551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:13:00.084694 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device a981c40d-327e-4614-a27f-aa7d9aee6c78 up at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:13:00.156062 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 53960) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:13:00.158701 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning for port a981c40d-327e-4614-a27f-aa7d9aee6c78 completed by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:13:00.163823 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning complete for port a981c40d-327e-4614-a27f-aa7d9aee6c78 triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:13:00.164203 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:13:00.292132 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:13:00.333343 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] For port a981c40d-327e-4614-a27f-aa7d9aee6c78, host dv-cinder-792299-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=a981c40d-327e-4614-a27f-aa7d9aee6c78,segment=NetworkSegment(f9cb8f53-0eaa-43a6-8311-9282543ac72c),segment_id=f9cb8f53-0eaa-43a6-8311-9282543ac72c)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:13:00.338221 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:13:00.343564 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:13:00.373902 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-48f0b303-e507-4842-84d5-4b8db787e3e1 admin admin] 10.222.0.69 "GET /v2.0/routers/a6fb7288-cf9b-4c6e-8567-d6993c40a1bb HTTP/1.1" status: 200 len: 710 time: 0.2166173 May 21 15:13:00.423496 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Pushing event updated for resources: {'Port': ['ID=a981c40d-327e-4614-a27f-aa7d9aee6c78,revision_number=5']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:13:00.426816 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:13:00.505783 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50edfe40-40e3-4746-8a52-2af21f312081 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:13:00.507242 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-50edfe40-40e3-4746-8a52-2af21f312081 admin admin] 10.222.0.69 "GET /v2.0/networks/ba463646-5c92-40f4-a60a-d72924905aed HTTP/1.1" status: 200 len: 886 time: 0.1305840 May 21 15:13:00.516309 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.v2.base [None req-22c358fb-c1a3-48ab-8905-3f7cc12b4dbe admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed'}}} {{(pid=91549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:13:01.027120 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-22c358fb-c1a3-48ab-8905-3f7cc12b4dbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1775829', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1768186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:13:01.362565 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-22c358fb-c1a3-48ab-8905-3f7cc12b4dbe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:13:01.422329 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-22c358fb-c1a3-48ab-8905-3f7cc12b4dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:13:01.554615 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.db_base_plugin_common [None req-22c358fb-c1a3-48ab-8905-3f7cc12b4dbe admin admin] Allocated IP 172.27.2.95 (ba463646-5c92-40f4-a60a-d72924905aed/aafb72b8-44f1-4418-af97-0acaa496b3de/5d456c39-eab8-47fe-8c7c-e43db0b77d1c) {{(pid=91549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:13:01.708014 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-22c358fb-c1a3-48ab-8905-3f7cc12b4dbe admin admin] Notify callbacks [] for port, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:13:01.737914 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-22c358fb-c1a3-48ab-8905-3f7cc12b4dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730419340153'] for port, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:13:01.741662 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:13:01.808486 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c358fb-c1a3-48ab-8905-3f7cc12b4dbe admin admin] Network ba463646-5c92-40f4-a60a-d72924905aed is already hosted by enough agents. {{(pid=91549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:13:01.811350 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.base_scheduler [None req-22c358fb-c1a3-48ab-8905-3f7cc12b4dbe admin admin] Resources bound (agent type, host, resource id): {{(pid=91549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:13:01.814802 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c358fb-c1a3-48ab-8905-3f7cc12b4dbe admin admin] Received port after_create {{(pid=91549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:13:01.872389 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c358fb-c1a3-48ab-8905-3f7cc12b4dbe admin admin] Pushing event updated for resources: {'Port': ['ID=5d456c39-eab8-47fe-8c7c-e43db0b77d1c,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:13:01.882380 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-22c358fb-c1a3-48ab-8905-3f7cc12b4dbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:13:02.064873 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device a981c40d-327e-4614-a27f-aa7d9aee6c78 up at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:13:02.136368 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning complete for port a981c40d-327e-4614-a27f-aa7d9aee6c78 triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:13:02.136735 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:13:02.209404 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-22c358fb-c1a3-48ab-8905-3f7cc12b4dbe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:13:02.604709 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-22c358fb-c1a3-48ab-8905-3f7cc12b4dbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1775829', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1768186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:13:02.608127 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-22c358fb-c1a3-48ab-8905-3f7cc12b4dbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1763072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1763118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1763127', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1768140'] for router, after_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:13:02.793969 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22c358fb-c1a3-48ab-8905-3f7cc12b4dbe admin admin] Router a6fb7288-cf9b-4c6e-8567-d6993c40a1bb has already been hosted by L3 agent 9c636599-187f-4688-bb24-d46a8be2a055 {{(pid=91549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:13:02.976992 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c358fb-c1a3-48ab-8905-3f7cc12b4dbe admin admin] Notify agent at l3_agent.dv-cinder-792299-3-iscsi the message routers_updated {{(pid=91549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:13:02.985832 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-22c358fb-c1a3-48ab-8905-3f7cc12b4dbe admin admin] Notify callbacks [] for router, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:13:02.987045 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-22c358fb-c1a3-48ab-8905-3f7cc12b4dbe admin admin] 10.222.0.69 "PUT /v2.0/routers/a6fb7288-cf9b-4c6e-8567-d6993c40a1bb HTTP/1.1" status: 200 len: 889 time: 2.4740632 May 21 15:13:02.987487 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d4e2a0-16ff-40fe-b279-c6aa71c21007 None None] Sync routers for ids ['a6fb7288-cf9b-4c6e-8567-d6993c40a1bb'] in dv-cinder-792299-3-iscsi {{(pid=91550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:13:02.999839 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d4e2a0-16ff-40fe-b279-c6aa71c21007 None None] Routers {'a6fb7288-cf9b-4c6e-8567-d6993c40a1bb'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:13:03.000797 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-b1d4e2a0-16ff-40fe-b279-c6aa71c21007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:12:48Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['a6fb7288-cf9b-4c6e-8567-d6993c40a1bb'], 'active': True} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:13:03.231578 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvr_db [None req-b1d4e2a0-16ff-40fe-b279-c6aa71c21007 None None] Set router a6fb7288-cf9b-4c6e-8567-d6993c40a1bb gateway port host: dv-cinder-792299-3-iscsi {{(pid=91550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:13:03.601382 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-b1d4e2a0-16ff-40fe-b279-c6aa71c21007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6fb7288-cf9b-4c6e-8567-d6993c40a1bb', 'name': 'router1', 'tenant_id': '20f81aeda28748de81ba862392335058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '5d456c39-eab8-47fe-8c7c-e43db0b77d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:12:43Z', 'updated_at': '2021-05-21T15:13:02Z', 'revision_number': 4, 'project_id': '20f81aeda28748de81ba862392335058', 'gw_port': {'id': '5d456c39-eab8-47fe-8c7c-e43db0b77d1c', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:2c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6fb7288-cf9b-4c6e-8567-d6993c40a1bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:13:01Z', 'updated_at': '2021-05-21T15:13:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_interfaces': [{'id': 'a981c40d-327e-4614-a27f-aa7d9aee6c78', 'name': '', 'network_id': '00075751-b48a-4ff1-a110-39670c4e94c6', 'tenant_id': '20f81aeda28748de81ba862392335058', 'mac_address': 'fa:16:3e:35:32:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fb7288-cf9b-4c6e-8567-d6993c40a1bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '677a5230-c872-4396-8cc4-2c70c494b86e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:12:53Z', 'updated_at': '2021-05-21T15:13:00Z', 'revision_number': 5, 'project_id': '20f81aeda28748de81ba862392335058', 'subnets': [{'id': '677a5230-c872-4396-8cc4-2c70c494b86e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7febc7dd-4ce9-457f-be89-eb0d142c5791'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:13:03.607297 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d4e2a0-16ff-40fe-b279-c6aa71c21007 None None] Checking router: a6fb7288-cf9b-4c6e-8567-d6993c40a1bb for host: dv-cinder-792299-3-iscsi {{(pid=91550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:13:03.607673 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d4e2a0-16ff-40fe-b279-c6aa71c21007 None None] Updating router a6fb7288-cf9b-4c6e-8567-d6993c40a1bb port 5d456c39-eab8-47fe-8c7c-e43db0b77d1c binding host dv-cinder-792299-3-iscsi {{(pid=91550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 21 15:13:03.661277 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-b1d4e2a0-16ff-40fe-b279-c6aa71c21007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:13:04.027287 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-b1d4e2a0-16ff-40fe-b279-c6aa71c21007 None None] Notify callbacks [] for port, precommit_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:13:04.038668 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-b1d4e2a0-16ff-40fe-b279-c6aa71c21007 None None] Transition to ACTIVE for port object 5d456c39-eab8-47fe-8c7c-e43db0b77d1c will not be triggered until provisioned by entity L2. {{(pid=91550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:13:04.048934 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-b1d4e2a0-16ff-40fe-b279-c6aa71c21007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:13:04.053121 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-1ef48123-8ca3-4d1f-98ce-c2c0a1b7d27b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:13:04.133473 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.managers [None req-b1d4e2a0-16ff-40fe-b279-c6aa71c21007 None None] Attempting to bind port 5d456c39-eab8-47fe-8c7c-e43db0b77d1c on host dv-cinder-792299-3-iscsi for vnic_type normal with profile {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:13:04.133925 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.managers [None req-b1d4e2a0-16ff-40fe-b279-c6aa71c21007 None None] Attempting to bind port 5d456c39-eab8-47fe-8c7c-e43db0b77d1c by drivers openvswitch,hyperv on host dv-cinder-792299-3-iscsi at level 0 using segments [{'id': '6e22115a-e16c-4b74-9ec4-448dbc5267a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed'}] {{(pid=91550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:13:04.134285 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d4e2a0-16ff-40fe-b279-c6aa71c21007 None None] Attempting to bind port 5d456c39-eab8-47fe-8c7c-e43db0b77d1c on network ba463646-5c92-40f4-a60a-d72924905aed {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:13:04.136888 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13635a9-14b2-4bbc-be51-c8f7ba664ace None None] Pushing event updated for resources: {'Port': ['ID=5d456c39-eab8-47fe-8c7c-e43db0b77d1c,revision_number=2']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:13:04.140586 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-e13635a9-14b2-4bbc-be51-c8f7ba664ace None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:13:04.143237 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d4e2a0-16ff-40fe-b279-c6aa71c21007 None None] Checking agent: {'id': 'f4608e34-e7ca-4ad2-a713-84295da40874', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 12, 18), 'started_at': datetime.datetime(2021, 5, 21, 15, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:13:04.143610 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d4e2a0-16ff-40fe-b279-c6aa71c21007 None None] Checking segment: {'id': '6e22115a-e16c-4b74-9ec4-448dbc5267a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:13:04.144015 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-b1d4e2a0-16ff-40fe-b279-c6aa71c21007 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:13:04.144401 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d4e2a0-16ff-40fe-b279-c6aa71c21007 None None] Bound using segment: {'id': '6e22115a-e16c-4b74-9ec4-448dbc5267a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed'} {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:13:04.144869 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.managers [None req-b1d4e2a0-16ff-40fe-b279-c6aa71c21007 None None] Bound port: 5d456c39-eab8-47fe-8c7c-e43db0b77d1c, host: dv-cinder-792299-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e22115a-e16c-4b74-9ec4-448dbc5267a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed'}}] {{(pid=91550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:13:04.145238 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-b1d4e2a0-16ff-40fe-b279-c6aa71c21007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:13:04.221005 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-b1d4e2a0-16ff-40fe-b279-c6aa71c21007 None None] For port 5d456c39-eab8-47fe-8c7c-e43db0b77d1c, host dv-cinder-792299-3-iscsi, cleared binding levels {{(pid=91550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:13:04.224262 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-b1d4e2a0-16ff-40fe-b279-c6aa71c21007 None None] For port 5d456c39-eab8-47fe-8c7c-e43db0b77d1c, host dv-cinder-792299-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=5d456c39-eab8-47fe-8c7c-e43db0b77d1c,segment=NetworkSegment(6e22115a-e16c-4b74-9ec4-448dbc5267a0),segment_id=6e22115a-e16c-4b74-9ec4-448dbc5267a0)] {{(pid=91550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:13:04.227943 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-b1d4e2a0-16ff-40fe-b279-c6aa71c21007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:13:04.231888 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:13:04.318676 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d4e2a0-16ff-40fe-b279-c6aa71c21007 None None] Routers {'a6fb7288-cf9b-4c6e-8567-d6993c40a1bb'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:13:04.319512 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-b1d4e2a0-16ff-40fe-b279-c6aa71c21007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:12:48Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['a6fb7288-cf9b-4c6e-8567-d6993c40a1bb'], 'active': True} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:13:04.368879 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13635a9-14b2-4bbc-be51-c8f7ba664ace None None] Pushing event updated for resources: {'Port': ['ID=5d456c39-eab8-47fe-8c7c-e43db0b77d1c,revision_number=3']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:13:04.377246 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-e13635a9-14b2-4bbc-be51-c8f7ba664ace None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:13:04.512702 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvr_db [None req-b1d4e2a0-16ff-40fe-b279-c6aa71c21007 None None] Set router a6fb7288-cf9b-4c6e-8567-d6993c40a1bb gateway port host: dv-cinder-792299-3-iscsi {{(pid=91550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:13:04.890823 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-b1d4e2a0-16ff-40fe-b279-c6aa71c21007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6fb7288-cf9b-4c6e-8567-d6993c40a1bb', 'name': 'router1', 'tenant_id': '20f81aeda28748de81ba862392335058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '5d456c39-eab8-47fe-8c7c-e43db0b77d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:12:43Z', 'updated_at': '2021-05-21T15:13:02Z', 'revision_number': 4, 'project_id': '20f81aeda28748de81ba862392335058', 'gw_port': {'id': '5d456c39-eab8-47fe-8c7c-e43db0b77d1c', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:2c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6fb7288-cf9b-4c6e-8567-d6993c40a1bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:13:01Z', 'updated_at': '2021-05-21T15:13:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_interfaces': [{'id': 'a981c40d-327e-4614-a27f-aa7d9aee6c78', 'name': '', 'network_id': '00075751-b48a-4ff1-a110-39670c4e94c6', 'tenant_id': '20f81aeda28748de81ba862392335058', 'mac_address': 'fa:16:3e:35:32:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fb7288-cf9b-4c6e-8567-d6993c40a1bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '677a5230-c872-4396-8cc4-2c70c494b86e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:12:53Z', 'updated_at': '2021-05-21T15:13:00Z', 'revision_number': 5, 'project_id': '20f81aeda28748de81ba862392335058', 'subnets': [{'id': '677a5230-c872-4396-8cc4-2c70c494b86e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7febc7dd-4ce9-457f-be89-eb0d142c5791'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:13:04.895032 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d4e2a0-16ff-40fe-b279-c6aa71c21007 None None] The sync data for ids ['a6fb7288-cf9b-4c6e-8567-d6993c40a1bb'] in dv-cinder-792299-3-iscsi is: [{'id': 'a6fb7288-cf9b-4c6e-8567-d6993c40a1bb', 'name': 'router1', 'tenant_id': '20f81aeda28748de81ba862392335058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '5d456c39-eab8-47fe-8c7c-e43db0b77d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:12:43Z', 'updated_at': '2021-05-21T15:13:02Z', 'revision_number': 4, 'project_id': '20f81aeda28748de81ba862392335058', 'gw_port': {'id': '5d456c39-eab8-47fe-8c7c-e43db0b77d1c', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:2c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6fb7288-cf9b-4c6e-8567-d6993c40a1bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:13:01Z', 'updated_at': '2021-05-21T15:13:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_interfaces': [{'id': 'a981c40d-327e-4614-a27f-aa7d9aee6c78', 'name': '', 'network_id': '00075751-b48a-4ff1-a110-39670c4e94c6', 'tenant_id': '20f81aeda28748de81ba862392335058', 'mac_address': 'fa:16:3e:35:32:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fb7288-cf9b-4c6e-8567-d6993c40a1bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '677a5230-c872-4396-8cc4-2c70c494b86e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:12:53Z', 'updated_at': '2021-05-21T15:13:00Z', 'revision_number': 5, 'project_id': '20f81aeda28748de81ba862392335058', 'subnets': [{'id': '677a5230-c872-4396-8cc4-2c70c494b86e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7febc7dd-4ce9-457f-be89-eb0d142c5791'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:13:05.404646 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 53970) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:13:05.528770 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-b0f22af0-99f8-4e66-9a8b-a06d6c5a047e admin admin] 10.222.0.69 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1229601 May 21 15:13:06.082284 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 5d456c39-eab8-47fe-8c7c-e43db0b77d1c up at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:13:06.167813 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning for port 5d456c39-eab8-47fe-8c7c-e43db0b77d1c completed by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:13:06.172874 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning complete for port 5d456c39-eab8-47fe-8c7c-e43db0b77d1c triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:13:06.173257 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:13:06.301195 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:13:06.322173 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] For port 5d456c39-eab8-47fe-8c7c-e43db0b77d1c, host dv-cinder-792299-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=5d456c39-eab8-47fe-8c7c-e43db0b77d1c,segment=NetworkSegment(6e22115a-e16c-4b74-9ec4-448dbc5267a0),segment_id=6e22115a-e16c-4b74-9ec4-448dbc5267a0)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:13:06.326378 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:13:06.328590 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:13:06.399854 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Pushing event updated for resources: {'Port': ['ID=5d456c39-eab8-47fe-8c7c-e43db0b77d1c,revision_number=4']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:13:06.412083 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:13:08.067845 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 5d456c39-eab8-47fe-8c7c-e43db0b77d1c up at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:13:08.146758 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning complete for port 5d456c39-eab8-47fe-8c7c-e43db0b77d1c triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:13:08.147186 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:13:15.178160 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-715d0285-419f-431c-82b7-6d7b13190661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:13:17.933213 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:13:18.222907 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-82a47a53-2d56-4d74-b8cd-5ab9cc767d7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:13:19.214079 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e6f13acb-dde4-45e3-8932-2715da3406c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:13:20.781665 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-cb99478c-afff-4a9c-8770-f3354af234b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:13:36.134830 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.agents_db [None req-1cb0bb7b-b6db-4325-ad21-6fa15867ad0e None None] Agent healthcheck: found 5 active agents {{(pid=91551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:13:45.181294 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e2e87808-44d2-44e1-9d9c-822ba0e1fbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:13:47.940716 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:13:48.227782 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-d0cb3905-0a38-4758-9078-856547e179d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:13:49.217907 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e6f13acb-dde4-45e3-8932-2715da3406c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:13:50.790356 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-cb99478c-afff-4a9c-8770-f3354af234b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:14:13.135362 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.agents_db [None req-1cb0bb7b-b6db-4325-ad21-6fa15867ad0e None None] Agent healthcheck: found 5 active agents {{(pid=91551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:14:15.174236 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-f4db3018-cef1-49ea-bcfc-73b7e0b0a933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:14:17.934763 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:14:18.231105 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-301712c7-be60-4131-a277-45f58b6cf98e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:14:19.221178 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e6f13acb-dde4-45e3-8932-2715da3406c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:14:20.785616 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-cb99478c-afff-4a9c-8770-f3354af234b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:14:42.900657 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 54540) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:14:42.969364 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.pecan_wsgi.hooks.translation [None req-8712b51b-5261-4407-8440-0cec404b6e76 admin admin] GET failed (client error): The resource could not be found. May 21 15:14:42.970665 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-8712b51b-5261-4407-8440-0cec404b6e76 admin admin] 10.222.0.69 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0690722 May 21 15:14:43.107289 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5aa3543-d840-4d1e-98b9-3b990e802ff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:14:43.108742 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-b5aa3543-d840-4d1e-98b9-3b990e802ff3 admin admin] 10.222.0.69 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1291537 May 21 15:14:45.182236 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-140f608a-13dd-44eb-8480-b5fe163d3727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:14:45.270618 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 54550) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:14:45.395146 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8de9bd4-5b49-4a47-9dde-542cdaa69021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:14:45.396516 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-b8de9bd4-5b49-4a47-9dde-542cdaa69021 admin admin] 10.222.0.69 "GET /v2.0/subnets/677a5230-c872-4396-8cc4-2c70c494b86e HTTP/1.1" status: 200 len: 849 time: 0.1249368 May 21 15:14:45.407132 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [None req-98428cd7-3165-422f-ad3d-50a1b6eff1a7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:14:45.531959 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-98428cd7-3165-422f-ad3d-50a1b6eff1a7 admin admin] Notify callbacks [] for subnet, before_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:14:45.744066 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-98428cd7-3165-422f-ad3d-50a1b6eff1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730419690168'] for subnet, after_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:14:45.748446 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:14:45.791834 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98428cd7-3165-422f-ad3d-50a1b6eff1a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:14:45.792340 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-98428cd7-3165-422f-ad3d-50a1b6eff1a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697775'] for subnet, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:14:45.793595 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-98428cd7-3165-422f-ad3d-50a1b6eff1a7 admin admin] 10.222.0.69 "PUT /v2.0/subnets/677a5230-c872-4396-8cc4-2c70c494b86e HTTP/1.1" status: 200 len: 868 time: 0.3902197 May 21 15:14:45.797172 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04dc36d-2fef-4125-8860-ad6a1f55be9a None None] Network 00075751-b48a-4ff1-a110-39670c4e94c6 requested from dv-cinder-792299-3-iscsi {{(pid=91550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:14:45.825319 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98428cd7-3165-422f-ad3d-50a1b6eff1a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=677a5230-c872-4396-8cc4-2c70c494b86e,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:14:45.834314 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98428cd7-3165-422f-ad3d-50a1b6eff1a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:14:45.835342 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98428cd7-3165-422f-ad3d-50a1b6eff1a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:14:45.835653 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98428cd7-3165-422f-ad3d-50a1b6eff1a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:14:45.836054 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98428cd7-3165-422f-ad3d-50a1b6eff1a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:14:45.836489 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98428cd7-3165-422f-ad3d-50a1b6eff1a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:14:45.836819 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98428cd7-3165-422f-ad3d-50a1b6eff1a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:14:45.837142 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98428cd7-3165-422f-ad3d-50a1b6eff1a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:14:45.837454 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98428cd7-3165-422f-ad3d-50a1b6eff1a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:14:45.837771 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98428cd7-3165-422f-ad3d-50a1b6eff1a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:14:45.838082 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98428cd7-3165-422f-ad3d-50a1b6eff1a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:14:45.838400 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98428cd7-3165-422f-ad3d-50a1b6eff1a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:14:45.838700 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98428cd7-3165-422f-ad3d-50a1b6eff1a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:14:45.843676 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-98428cd7-3165-422f-ad3d-50a1b6eff1a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:14:46.326841 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-7d9683fc-0d5f-4cb9-ab39-13e26e18e610 None None] Provisioning complete for port 56d0530a-13fd-425b-9c1d-96d69dbab141 triggered by entity DHCP. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:14:46.327399 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-7d9683fc-0d5f-4cb9-ab39-13e26e18e610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:14:46.456786 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-7d9683fc-0d5f-4cb9-ab39-13e26e18e610 None None] Provisioning complete for port a981c40d-327e-4614-a27f-aa7d9aee6c78 triggered by entity DHCP. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:14:46.457171 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-7d9683fc-0d5f-4cb9-ab39-13e26e18e610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:14:47.947961 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:14:47.991411 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 54560) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:14:48.184859 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33300b42-7e95-43b2-80e3-8f2f9ea09890 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:14:48.185263 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33300b42-7e95-43b2-80e3-8f2f9ea09890 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:14:48.186766 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-33300b42-7e95-43b2-80e3-8f2f9ea09890 admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1941843 May 21 15:14:48.241502 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8d033dad-ce9e-49b8-abb5-4668ce25d729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:14:49.226718 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e6f13acb-dde4-45e3-8932-2715da3406c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:14:50.134350 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.agents_db [None req-1cb0bb7b-b6db-4325-ad21-6fa15867ad0e None None] Agent healthcheck: found 5 active agents {{(pid=91551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:14:50.340955 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 54570) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:14:50.511691 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568f5b3f-5c47-4cb5-93cc-0bb8ed5a5443 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:14:50.512168 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568f5b3f-5c47-4cb5-93cc-0bb8ed5a5443 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:14:50.513660 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-568f5b3f-5c47-4cb5-93cc-0bb8ed5a5443 admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1718357 May 21 15:14:50.786984 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-cb99478c-afff-4a9c-8770-f3354af234b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:14:52.696279 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 54580) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:14:52.871301 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc48b8b3-f440-4cac-a745-131e72435c3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:14:52.871909 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-dc48b8b3-f440-4cac-a745-131e72435c3e admin admin] Synchronizing usage tracker for tenant:e17c807fd18c49c0b7e5bea2cca07417 on resource:network {{(pid=91548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:14:52.889269 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-dc48b8b3-f440-4cac-a745-131e72435c3e admin admin] Unset dirty status for tenant:e17c807fd18c49c0b7e5bea2cca07417 on resource:network {{(pid=91548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:14:52.890453 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-dc48b8b3-f440-4cac-a745-131e72435c3e admin admin] 10.222.0.69 "GET /v2.0/networks/00075751-b48a-4ff1-a110-39670c4e94c6 HTTP/1.1" status: 200 len: 869 time: 0.1929152 May 21 15:14:55.018875 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 54590) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:14:55.191247 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661ccfe3-23e5-4d10-8494-664626b06464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:14:55.192595 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-661ccfe3-23e5-4d10-8494-664626b06464 admin admin] 10.222.0.69 "GET /v2.0/networks/ba463646-5c92-40f4-a60a-d72924905aed HTTP/1.1" status: 200 len: 886 time: 0.1727574 May 21 15:14:57.326507 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 54600) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:14:57.438337 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b058e43b-f413-42cb-98e9-9d52bcc40ba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:14:57.438807 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b058e43b-f413-42cb-98e9-9d52bcc40ba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:14:57.440328 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-b058e43b-f413-42cb-98e9-9d52bcc40ba9 admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1124949 May 21 15:14:59.711604 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 54610) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:14:59.820062 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b169125-c7e4-4dda-b549-51acabb3e753 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:14:59.820590 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b169125-c7e4-4dda-b549-51acabb3e753 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:14:59.821364 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-3b169125-c7e4-4dda-b549-51acabb3e753 admin admin] Synchronizing usage tracker for tenant:e17c807fd18c49c0b7e5bea2cca07417 on resource:subnet {{(pid=91549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:14:59.838852 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-3b169125-c7e4-4dda-b549-51acabb3e753 admin admin] Unset dirty status for tenant:e17c807fd18c49c0b7e5bea2cca07417 on resource:subnet {{(pid=91549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:14:59.840020 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-3b169125-c7e4-4dda-b549-51acabb3e753 admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1274827 May 21 15:15:02.002348 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 54620) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:15:02.111613 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b395b80-08c0-45f6-a3ec-f279901d2c87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:15:02.112948 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-3b395b80-08c0-45f6-a3ec-f279901d2c87 admin admin] 10.222.0.69 "GET /v2.0/subnets/677a5230-c872-4396-8cc4-2c70c494b86e HTTP/1.1" status: 200 len: 868 time: 0.1096430 May 21 15:15:04.229617 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 54630) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:15:04.328123 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32745180-01a9-41f4-a6ef-f0c8b8699675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:15:04.329452 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-32745180-01a9-41f4-a6ef-f0c8b8699675 admin admin] 10.222.0.69 "GET /v2.0/subnets/aafb72b8-44f1-4418-af97-0acaa496b3de HTTP/1.1" status: 200 len: 816 time: 0.0988996 May 21 15:15:15.183792 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-99e085a6-c4f0-4f79-9f94-3726f0d80a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:15:17.941580 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:15:18.234026 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-2d96a858-5a52-42d4-a950-6e9c43c8b0c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:15:19.227872 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e6f13acb-dde4-45e3-8932-2715da3406c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:15:20.791408 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-cb99478c-afff-4a9c-8770-f3354af234b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:15:27.134143 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.agents_db [None req-1cb0bb7b-b6db-4325-ad21-6fa15867ad0e None None] Agent healthcheck: found 5 active agents {{(pid=91551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:15:27.395616 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 54674) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:15:27.443205 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [None req-b8e46f83-525a-40fc-999a-b825dacc04b9 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=91549) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 21 15:15:27.444175 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-b8e46f83-525a-40fc-999a-b825dacc04b9 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0477316 May 21 15:15:29.636588 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 54684) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:15:29.704543 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bab6e21-9ad3-4390-8db2-8c42de3e7396 admin admin] GET failed (client error): The resource could not be found. May 21 15:15:29.705779 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-4bab6e21-9ad3-4390-8db2-8c42de3e7396 admin admin] 10.222.0.69 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0682483 May 21 15:15:29.830457 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a87d54-e5d6-4fb6-8120-ef407066ccf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:15:29.831852 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-f6a87d54-e5d6-4fb6-8120-ef407066ccf0 admin admin] 10.222.0.69 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1222546 May 21 15:15:32.057526 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 54694) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:15:32.107952 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.v2.base [None req-b8a7205a-3cda-4db8-abf0-16c89f57b057 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=91549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:15:32.112373 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-b8a7205a-3cda-4db8-abf0-16c89f57b057 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:15:32.121774 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-b8a7205a-3cda-4db8-abf0-16c89f57b057 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:15:32.131461 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a7205a-3cda-4db8-abf0-16c89f57b057 admin admin] Made reservation on behalf of e17c807fd18c49c0b7e5bea2cca07417 for: {'network': 1} {{(pid=91549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:15:32.133851 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-b8a7205a-3cda-4db8-abf0-16c89f57b057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-578634'] for network, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:15:32.269703 dv-cinder-792299-3-iscsi neutron-server[91549]: WARNING neutron.services.revisions.revision_plugin [None req-b8a7205a-3cda-4db8-abf0-16c89f57b057 admin admin] Could not find related network for resource to bump revision. May 21 15:15:32.282806 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8a7205a-3cda-4db8-abf0-16c89f57b057 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=91549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 21 15:15:32.293183 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-b8a7205a-3cda-4db8-abf0-16c89f57b057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703692'] for segment, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:15:32.293518 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.db.segments_db [None req-b8a7205a-3cda-4db8-abf0-16c89f57b057 admin admin] Added segment b4c606b2-bcdc-4d9a-9292-c93b57b0a85c of type vlan for network 1aac4645-24f5-43ee-9567-a466b7669192 May 21 15:15:32.320716 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-b8a7205a-3cda-4db8-abf0-16c89f57b057 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730419324398'] for network, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:15:32.349321 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-b8a7205a-3cda-4db8-abf0-16c89f57b057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1599858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697748'] for network, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:15:32.351249 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a7205a-3cda-4db8-abf0-16c89f57b057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:15:32.351949 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-b8a7205a-3cda-4db8-abf0-16c89f57b057 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697775'] for network, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:15:32.356425 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:15:32.447579 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-b8a7205a-3cda-4db8-abf0-16c89f57b057 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3888330 May 21 15:15:32.452211 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a7205a-3cda-4db8-abf0-16c89f57b057 admin admin] Pushing event updated for resources: {'Network': ['ID=1aac4645-24f5-43ee-9567-a466b7669192,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:15:32.459336 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a7205a-3cda-4db8-abf0-16c89f57b057 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:15:32.459677 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a7205a-3cda-4db8-abf0-16c89f57b057 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:15:32.460987 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a7205a-3cda-4db8-abf0-16c89f57b057 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:15:32.461330 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a7205a-3cda-4db8-abf0-16c89f57b057 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:15:32.461668 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a7205a-3cda-4db8-abf0-16c89f57b057 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:15:32.461986 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a7205a-3cda-4db8-abf0-16c89f57b057 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:15:32.462304 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a7205a-3cda-4db8-abf0-16c89f57b057 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:15:32.462629 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a7205a-3cda-4db8-abf0-16c89f57b057 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:15:32.462994 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a7205a-3cda-4db8-abf0-16c89f57b057 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:15:32.463318 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a7205a-3cda-4db8-abf0-16c89f57b057 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:15:32.463636 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a7205a-3cda-4db8-abf0-16c89f57b057 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:15:32.463950 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a7205a-3cda-4db8-abf0-16c89f57b057 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:15:32.467593 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-b8a7205a-3cda-4db8-abf0-16c89f57b057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:15:32.475399 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Network 1aac4645-24f5-43ee-9567-a466b7669192 details requested by agent ovs-agent-dv-cinder-792299-3-iscsi with host dv-cinder-792299-3-iscsi {{(pid=91550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 15:15:34.584726 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 54704) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:15:34.651942 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.pecan_wsgi.hooks.translation [None req-796982a1-3a9f-4ce6-8812-e685d5227c07 admin admin] GET failed (client error): The resource could not be found. May 21 15:15:34.652466 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-796982a1-3a9f-4ce6-8812-e685d5227c07 admin admin] Synchronizing usage tracker for tenant:e17c807fd18c49c0b7e5bea2cca07417 on resource:network {{(pid=91549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:15:34.666988 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-796982a1-3a9f-4ce6-8812-e685d5227c07 admin admin] Unset dirty status for tenant:e17c807fd18c49c0b7e5bea2cca07417 on resource:network {{(pid=91549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:15:34.668096 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-796982a1-3a9f-4ce6-8812-e685d5227c07 admin admin] 10.222.0.69 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0817640 May 21 15:15:34.770557 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1ae5ac-c6c8-4dac-9a0b-d7fff01849aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:15:34.771905 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-bd1ae5ac-c6c8-4dac-9a0b-d7fff01849aa admin admin] 10.222.0.69 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0998924 May 21 15:15:34.781861 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.v2.base [None req-4948ea50-1ebc-4b32-8c29-7a53a6eb371b admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '1aac4645-24f5-43ee-9567-a466b7669192', 'description': 'shared-subnet'}} {{(pid=91549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:15:34.786043 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-4948ea50-1ebc-4b32-8c29-7a53a6eb371b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:15:34.795286 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-4948ea50-1ebc-4b32-8c29-7a53a6eb371b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:15:34.804602 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4948ea50-1ebc-4b32-8c29-7a53a6eb371b admin admin] Made reservation on behalf of e17c807fd18c49c0b7e5bea2cca07417 for: {'subnet': 1} {{(pid=91549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:15:34.806981 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-4948ea50-1ebc-4b32-8c29-7a53a6eb371b admin admin] Notify callbacks [] for subnet, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:15:35.181797 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-4948ea50-1ebc-4b32-8c29-7a53a6eb371b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757'] for subnet, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:15:35.186057 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:15:35.255760 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4948ea50-1ebc-4b32-8c29-7a53a6eb371b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e1589de-3495-4a90-af2f-4ae5f497649b,revision_number=0']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:15:35.259174 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-4948ea50-1ebc-4b32-8c29-7a53a6eb371b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:15:35.261683 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4948ea50-1ebc-4b32-8c29-7a53a6eb371b admin admin] Checking segment: {'id': 'b4c606b2-bcdc-4d9a-9292-c93b57b0a85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1aac4645-24f5-43ee-9567-a466b7669192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:15:35.262607 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4948ea50-1ebc-4b32-8c29-7a53a6eb371b admin admin] Network hostable DHCP agents. Network: 1aac4645-24f5-43ee-9567-a466b7669192, hostable agents: ['c7b0d441-ff2d-4a67-9ef1-8c68d51adfa8'], hosted agents: [] {{(pid=91549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 15:15:35.278334 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4948ea50-1ebc-4b32-8c29-7a53a6eb371b admin admin] Network 1aac4645-24f5-43ee-9567-a466b7669192 is scheduled to be hosted by DHCP agent c7b0d441-ff2d-4a67-9ef1-8c68d51adfa8 with binding_index 1 {{(pid=91549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 15:15:35.287018 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.base_scheduler [None req-4948ea50-1ebc-4b32-8c29-7a53a6eb371b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-3-iscsi, 1aac4645-24f5-43ee-9567-a466b7669192) {{(pid=91549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:15:35.291587 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4948ea50-1ebc-4b32-8c29-7a53a6eb371b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:15:35.292692 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-4948ea50-1ebc-4b32-8c29-7a53a6eb371b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697775'] for subnet, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:15:35.296216 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400d9eba-346b-4606-a771-db618d44e19b None None] Network 1aac4645-24f5-43ee-9567-a466b7669192 requested from dv-cinder-792299-3-iscsi {{(pid=91550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:15:35.319195 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-4948ea50-1ebc-4b32-8c29-7a53a6eb371b admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5406082 May 21 15:15:35.549489 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ccb221-6393-49a3-92d7-eaa7351e7e6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp691765e8-26f9-5dea-9763-d4c33d86b24f-1aac4645-24f5-43ee-9567-a466b7669192', 'network_id': '1aac4645-24f5-43ee-9567-a466b7669192', 'tenant_id': 'e17c807fd18c49c0b7e5bea2cca07417', 'fixed_ips': [{'subnet_id': '2e1589de-3495-4a90-af2f-4ae5f497649b'}]}} from dv-cinder-792299-3-iscsi. {{(pid=91550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 21 15:15:35.550326 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-b7ccb221-6393-49a3-92d7-eaa7351e7e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_create {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:15:35.709109 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.db_base_plugin_common [None req-b7ccb221-6393-49a3-92d7-eaa7351e7e6e None None] Allocated IP 192.168.233.2 (1aac4645-24f5-43ee-9567-a466b7669192/2e1589de-3495-4a90-af2f-4ae5f497649b/ccf04a90-53db-426c-95ff-a6e714d0fe6a) {{(pid=91550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:15:35.916506 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-b7ccb221-6393-49a3-92d7-eaa7351e7e6e None None] Notify callbacks [] for port, precommit_create {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:15:35.930014 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-b7ccb221-6393-49a3-92d7-eaa7351e7e6e None None] Transition to ACTIVE for port object ccf04a90-53db-426c-95ff-a6e714d0fe6a will not be triggered until provisioned by entity L2. {{(pid=91550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:15:35.950467 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-b7ccb221-6393-49a3-92d7-eaa7351e7e6e None None] Transition to ACTIVE for port object ccf04a90-53db-426c-95ff-a6e714d0fe6a will not be triggered until provisioned by entity DHCP. {{(pid=91550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:15:35.955941 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-b7ccb221-6393-49a3-92d7-eaa7351e7e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730419340153'] for port, after_create {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:15:35.963879 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:15:36.023360 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ccb221-6393-49a3-92d7-eaa7351e7e6e None None] Network 1aac4645-24f5-43ee-9567-a466b7669192 is already hosted by enough agents. {{(pid=91550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:15:36.026589 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.scheduler.base_scheduler [None req-b7ccb221-6393-49a3-92d7-eaa7351e7e6e None None] Resources bound (agent type, host, resource id): {{(pid=91550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:15:36.030215 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ccb221-6393-49a3-92d7-eaa7351e7e6e None None] Received port after_create {{(pid=91550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:15:36.062430 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ccb221-6393-49a3-92d7-eaa7351e7e6e None None] Pushing event updated for resources: {'Port': ['ID=ccf04a90-53db-426c-95ff-a6e714d0fe6a,revision_number=1']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:15:36.078611 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ccb221-6393-49a3-92d7-eaa7351e7e6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:15:36.078980 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ccb221-6393-49a3-92d7-eaa7351e7e6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:15:36.079317 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ccb221-6393-49a3-92d7-eaa7351e7e6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:15:36.079647 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ccb221-6393-49a3-92d7-eaa7351e7e6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:15:36.079974 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ccb221-6393-49a3-92d7-eaa7351e7e6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:15:36.080303 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ccb221-6393-49a3-92d7-eaa7351e7e6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:15:36.080625 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ccb221-6393-49a3-92d7-eaa7351e7e6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:15:36.080954 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ccb221-6393-49a3-92d7-eaa7351e7e6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:15:36.081277 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ccb221-6393-49a3-92d7-eaa7351e7e6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:15:36.081595 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ccb221-6393-49a3-92d7-eaa7351e7e6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:15:36.081910 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ccb221-6393-49a3-92d7-eaa7351e7e6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:15:36.082220 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ccb221-6393-49a3-92d7-eaa7351e7e6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:15:36.116801 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-b7ccb221-6393-49a3-92d7-eaa7351e7e6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:15:36.137679 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.managers [None req-b7ccb221-6393-49a3-92d7-eaa7351e7e6e None None] Attempting to bind port ccf04a90-53db-426c-95ff-a6e714d0fe6a on host dv-cinder-792299-3-iscsi for vnic_type normal with profile {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:15:36.138051 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.managers [None req-b7ccb221-6393-49a3-92d7-eaa7351e7e6e None None] Attempting to bind port ccf04a90-53db-426c-95ff-a6e714d0fe6a by drivers openvswitch,hyperv on host dv-cinder-792299-3-iscsi at level 0 using segments [{'id': 'b4c606b2-bcdc-4d9a-9292-c93b57b0a85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1aac4645-24f5-43ee-9567-a466b7669192'}] {{(pid=91550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:15:36.138414 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ccb221-6393-49a3-92d7-eaa7351e7e6e None None] Attempting to bind port ccf04a90-53db-426c-95ff-a6e714d0fe6a on network 1aac4645-24f5-43ee-9567-a466b7669192 {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:15:36.143703 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ccb221-6393-49a3-92d7-eaa7351e7e6e None None] Checking agent: {'id': 'f4608e34-e7ca-4ad2-a713-84295da40874', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 12, 18), 'started_at': datetime.datetime(2021, 5, 21, 15, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:15:36.144074 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ccb221-6393-49a3-92d7-eaa7351e7e6e None None] Checking segment: {'id': 'b4c606b2-bcdc-4d9a-9292-c93b57b0a85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1aac4645-24f5-43ee-9567-a466b7669192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:15:36.144469 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-b7ccb221-6393-49a3-92d7-eaa7351e7e6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:15:36.144865 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ccb221-6393-49a3-92d7-eaa7351e7e6e None None] Bound using segment: {'id': 'b4c606b2-bcdc-4d9a-9292-c93b57b0a85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1aac4645-24f5-43ee-9567-a466b7669192'} {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:15:36.145332 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.managers [None req-b7ccb221-6393-49a3-92d7-eaa7351e7e6e None None] Bound port: ccf04a90-53db-426c-95ff-a6e714d0fe6a, host: dv-cinder-792299-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4c606b2-bcdc-4d9a-9292-c93b57b0a85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1aac4645-24f5-43ee-9567-a466b7669192'}}] {{(pid=91550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:15:36.145697 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-b7ccb221-6393-49a3-92d7-eaa7351e7e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:15:36.233988 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-b7ccb221-6393-49a3-92d7-eaa7351e7e6e None None] For port ccf04a90-53db-426c-95ff-a6e714d0fe6a, host dv-cinder-792299-3-iscsi, cleared binding levels {{(pid=91550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:15:36.237132 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-b7ccb221-6393-49a3-92d7-eaa7351e7e6e None None] For port ccf04a90-53db-426c-95ff-a6e714d0fe6a, host dv-cinder-792299-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=ccf04a90-53db-426c-95ff-a6e714d0fe6a,segment=NetworkSegment(b4c606b2-bcdc-4d9a-9292-c93b57b0a85c),segment_id=b4c606b2-bcdc-4d9a-9292-c93b57b0a85c)] {{(pid=91550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:15:36.242778 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-b7ccb221-6393-49a3-92d7-eaa7351e7e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:15:36.246901 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-b7ccb221-6393-49a3-92d7-eaa7351e7e6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:15:36.325190 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ccb221-6393-49a3-92d7-eaa7351e7e6e None None] Pushing event updated for resources: {'Port': ['ID=ccf04a90-53db-426c-95ff-a6e714d0fe6a,revision_number=2']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:15:36.327811 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-b7ccb221-6393-49a3-92d7-eaa7351e7e6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:15:37.147167 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11091b0a-cf74-483c-a408-681da0bae35e None None] Network 1aac4645-24f5-43ee-9567-a466b7669192 requested from dv-cinder-792299-3-iscsi {{(pid=91550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:15:37.243131 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-80e7ef2b-615f-47b1-9ab9-c624942b5953 None None] Provisioning for port ccf04a90-53db-426c-95ff-a6e714d0fe6a completed by entity DHCP. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:15:38.182695 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device ccf04a90-53db-426c-95ff-a6e714d0fe6a up at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:15:38.253528 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning for port ccf04a90-53db-426c-95ff-a6e714d0fe6a completed by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:15:38.258056 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning complete for port ccf04a90-53db-426c-95ff-a6e714d0fe6a triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:15:38.258428 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:15:38.374210 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:15:38.406707 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] For port ccf04a90-53db-426c-95ff-a6e714d0fe6a, host dv-cinder-792299-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=ccf04a90-53db-426c-95ff-a6e714d0fe6a,segment=NetworkSegment(b4c606b2-bcdc-4d9a-9292-c93b57b0a85c),segment_id=b4c606b2-bcdc-4d9a-9292-c93b57b0a85c)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:15:38.410910 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:15:38.412968 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:15:38.478181 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Pushing event updated for resources: {'Port': ['ID=ccf04a90-53db-426c-95ff-a6e714d0fe6a,revision_number=3']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:15:38.481156 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:15:40.161556 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device ccf04a90-53db-426c-95ff-a6e714d0fe6a up at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:15:40.231190 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning complete for port ccf04a90-53db-426c-95ff-a6e714d0fe6a triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:15:40.231563 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:15:45.188547 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-b7fe5f8a-1858-4fca-898f-ef846bf8b2ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:15:47.944788 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:15:48.235885 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-80197541-c7f4-4d07-b390-3e4940a7e4eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:15:49.229383 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e6f13acb-dde4-45e3-8932-2715da3406c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:15:50.794391 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-cb99478c-afff-4a9c-8770-f3354af234b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:16:04.134232 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.agents_db [None req-1cb0bb7b-b6db-4325-ad21-6fa15867ad0e None None] Agent healthcheck: found 5 active agents {{(pid=91551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:16:15.192168 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-0de93927-0e09-4ad8-876a-ce920fdb6ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:16:17.946909 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:16:18.237162 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-7b35676e-442b-4e28-bbd3-aaafd7b56936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:16:19.232577 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e6f13acb-dde4-45e3-8932-2715da3406c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:16:20.797031 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-cb99478c-afff-4a9c-8770-f3354af234b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:16:41.133614 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.agents_db [None req-1cb0bb7b-b6db-4325-ad21-6fa15867ad0e None None] Agent healthcheck: found 5 active agents {{(pid=91551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:16:41.196894 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 54754) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:16:41.205085 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [None req-11b25859-c66c-4c2f-987a-3fc6708c06be tempest-verify_tempest_config-1642575962 tempest-verify_tempest_config-1642575962-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=91548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 21 15:16:41.206037 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-11b25859-c66c-4c2f-987a-3fc6708c06be tempest-verify_tempest_config-1642575962 tempest-verify_tempest_config-1642575962-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0079842 May 21 15:16:41.523186 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 54772) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:16:41.637850 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-2989a543-4f54-4f28-825e-9b46a5f0b582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:16:41.652800 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-2989a543-4f54-4f28-825e-9b46a5f0b582 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:16:41.656534 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-2989a543-4f54-4f28-825e-9b46a5f0b582 admin admin] Usage tracker for resource:security_group_rule and tenant:4bab3408bd9345d5a1b666aafe28825b is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:16:41.659287 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-2989a543-4f54-4f28-825e-9b46a5f0b582 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:16:41.664886 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-2989a543-4f54-4f28-825e-9b46a5f0b582 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:16:41.747843 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-2989a543-4f54-4f28-825e-9b46a5f0b582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:16:41.751923 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-2989a543-4f54-4f28-825e-9b46a5f0b582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:16:41.764029 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:16:41.812427 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-2989a543-4f54-4f28-825e-9b46a5f0b582 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4bab3408bd9345d5a1b666aafe28825b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2882924 May 21 15:16:41.814131 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2989a543-4f54-4f28-825e-9b46a5f0b582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60488ef2-dc09-4f7c-b4dd-d698e6d41d17,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:16:41.815231 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 54778) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:16:41.822048 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2989a543-4f54-4f28-825e-9b46a5f0b582 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:16:41.822410 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2989a543-4f54-4f28-825e-9b46a5f0b582 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:16:41.822748 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2989a543-4f54-4f28-825e-9b46a5f0b582 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:16:41.823105 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2989a543-4f54-4f28-825e-9b46a5f0b582 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:16:41.823428 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2989a543-4f54-4f28-825e-9b46a5f0b582 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:16:41.823764 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2989a543-4f54-4f28-825e-9b46a5f0b582 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:16:41.824087 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2989a543-4f54-4f28-825e-9b46a5f0b582 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:16:41.824402 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2989a543-4f54-4f28-825e-9b46a5f0b582 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:16:41.824736 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2989a543-4f54-4f28-825e-9b46a5f0b582 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:16:41.825054 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2989a543-4f54-4f28-825e-9b46a5f0b582 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:16:41.825363 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2989a543-4f54-4f28-825e-9b46a5f0b582 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:16:41.825669 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2989a543-4f54-4f28-825e-9b46a5f0b582 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:16:41.829987 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-2989a543-4f54-4f28-825e-9b46a5f0b582 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:16:41.880853 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-2e9fee59-301d-41e2-860d-b4c81d9124c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:16:41.907606 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-2e9fee59-301d-41e2-860d-b4c81d9124c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:16:42.004046 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-2e9fee59-301d-41e2-860d-b4c81d9124c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:16:42.008752 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:16:42.019224 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9fee59-301d-41e2-860d-b4c81d9124c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60488ef2-dc09-4f7c-b4dd-d698e6d41d17,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:16:42.029119 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9fee59-301d-41e2-860d-b4c81d9124c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:16:42.029468 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9fee59-301d-41e2-860d-b4c81d9124c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:16:42.029798 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9fee59-301d-41e2-860d-b4c81d9124c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:16:42.030119 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9fee59-301d-41e2-860d-b4c81d9124c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:16:42.030433 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9fee59-301d-41e2-860d-b4c81d9124c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:16:42.030763 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9fee59-301d-41e2-860d-b4c81d9124c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:16:42.031105 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9fee59-301d-41e2-860d-b4c81d9124c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:16:42.031414 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9fee59-301d-41e2-860d-b4c81d9124c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:16:42.031740 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9fee59-301d-41e2-860d-b4c81d9124c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:16:42.032051 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9fee59-301d-41e2-860d-b4c81d9124c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:16:42.032358 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9fee59-301d-41e2-860d-b4c81d9124c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:16:42.032662 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9fee59-301d-41e2-860d-b4c81d9124c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:16:42.035821 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-2e9fee59-301d-41e2-860d-b4c81d9124c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:16:42.036987 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-2e9fee59-301d-41e2-860d-b4c81d9124c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:16:42.038977 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-2e9fee59-301d-41e2-860d-b4c81d9124c2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/60488ef2-dc09-4f7c-b4dd-d698e6d41d17 HTTP/1.1" status: 204 len: 168 time: 0.2225990 May 21 15:16:45.196312 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-bff927ce-0bb2-48e3-94e4-87fc120606dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:16:47.949460 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:16:48.238483 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-d77f44fa-0f9a-4a80-859d-f7d175d1069b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:16:49.239649 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e6f13acb-dde4-45e3-8932-2715da3406c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:16:50.800675 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-cb99478c-afff-4a9c-8770-f3354af234b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:17:15.197724 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8fe2b362-522e-4b17-a42b-5ba7844a86aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:17:17.951745 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:17:18.133343 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.agents_db [None req-1cb0bb7b-b6db-4325-ad21-6fa15867ad0e None None] Agent healthcheck: found 5 active agents {{(pid=91551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:17:18.242454 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-69693621-2df6-409f-8028-f067901efece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:17:19.238368 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e6f13acb-dde4-45e3-8932-2715da3406c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:17:20.803978 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-cb99478c-afff-4a9c-8770-f3354af234b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:17:45.203184 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-0facb76b-403a-4d3b-8f71-010b2cc8c70b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:17:47.954265 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:17:48.243797 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-c86d6f3b-d40b-4176-a585-adbc9655f804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:17:49.241802 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e6f13acb-dde4-45e3-8932-2715da3406c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:17:50.806620 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-cb99478c-afff-4a9c-8770-f3354af234b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:17:55.132299 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.agents_db [None req-1cb0bb7b-b6db-4325-ad21-6fa15867ad0e None None] Agent healthcheck: found 5 active agents {{(pid=91551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:18:15.204437 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-1f7c1965-d0ed-4ba2-a264-0c8950152f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:17.956252 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:18.244608 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-41a12e0f-67e0-4c4b-9f10-0465594071de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:19.249830 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e6f13acb-dde4-45e3-8932-2715da3406c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:20.808675 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-cb99478c-afff-4a9c-8770-f3354af234b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:22.483876 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006'] for agent, after_create {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:26.685317 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 54830) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:18:26.801074 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-e309b603-2555-4a5d-abad-21952abc9e5d admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1146150 May 21 15:18:28.987500 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 54840) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:18:29.043047 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-75a50043-1000-4f6e-8d01-8ce1a2bbc78a admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0545213 May 21 15:18:32.132980 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.agents_db [None req-1cb0bb7b-b6db-4325-ad21-6fa15867ad0e None None] Agent healthcheck: found 6 active agents {{(pid=91551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:18:45.207345 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-0797a4e9-6705-4030-8de2-c2bc96d086d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:47.959316 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:48.249291 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-f30685fe-c9cd-43d9-ae10-1fede8059256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:49.240902 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e6f13acb-dde4-45e3-8932-2715da3406c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:50.811420 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-cb99478c-afff-4a9c-8770-f3354af234b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:18:52.434359 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:19:09.131717 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.agents_db [None req-1cb0bb7b-b6db-4325-ad21-6fa15867ad0e None None] Agent healthcheck: found 6 active agents {{(pid=91551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:19:15.209074 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-153bc35e-a0b4-485b-9bc3-b4b6cd15dd39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:19:17.964296 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:19:18.252439 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-175ed74e-a16d-43fe-b556-427216aafc5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:19:19.245152 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e6f13acb-dde4-45e3-8932-2715da3406c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:19:20.817868 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-cb99478c-afff-4a9c-8770-f3354af234b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:19:22.439163 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:19:45.212117 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-ae0b45ec-0530-46b5-9d3d-ed7247732e4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:19:46.131525 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.agents_db [None req-1cb0bb7b-b6db-4325-ad21-6fa15867ad0e None None] Agent healthcheck: found 6 active agents {{(pid=91551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:19:47.968837 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:19:48.255369 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-50f2fc36-d990-4ce2-b2da-88554ad827ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:19:49.248123 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e6f13acb-dde4-45e3-8932-2715da3406c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:19:50.821421 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-cb99478c-afff-4a9c-8770-f3354af234b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:19:52.453567 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:19:56.719607 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 54984) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:19:57.106989 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [None req-66839b7d-3a87-4275-b66d-553556649eed admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-892559326-network', 'tenant_id': 'ce308f0e8ed24b5c961b65d61e05b068'}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:19:57.112176 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-66839b7d-3a87-4275-b66d-553556649eed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:19:57.116073 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-66839b7d-3a87-4275-b66d-553556649eed admin admin] Usage tracker for resource:network and tenant:ce308f0e8ed24b5c961b65d61e05b068 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:19:57.119945 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-66839b7d-3a87-4275-b66d-553556649eed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:19:57.130009 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-66839b7d-3a87-4275-b66d-553556649eed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:19:57.144922 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66839b7d-3a87-4275-b66d-553556649eed admin admin] Made reservation on behalf of ce308f0e8ed24b5c961b65d61e05b068 for: {'network': 1} {{(pid=91548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:19:57.149208 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-66839b7d-3a87-4275-b66d-553556649eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-578634'] for network, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:19:57.172457 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-66839b7d-3a87-4275-b66d-553556649eed admin admin] Notify callbacks [] for security_group, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:19:57.202173 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-66839b7d-3a87-4275-b66d-553556649eed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:19:57.203429 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-66839b7d-3a87-4275-b66d-553556649eed admin admin] Usage tracker for resource:security_group_rule and tenant:ce308f0e8ed24b5c961b65d61e05b068 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:19:57.207845 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-66839b7d-3a87-4275-b66d-553556649eed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:19:57.217628 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-66839b7d-3a87-4275-b66d-553556649eed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:19:57.334777 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-66839b7d-3a87-4275-b66d-553556649eed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:19:57.339975 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-66839b7d-3a87-4275-b66d-553556649eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:19:57.348183 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-2e9fee59-301d-41e2-860d-b4c81d9124c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:19:57.384723 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66839b7d-3a87-4275-b66d-553556649eed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=91548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 21 15:19:57.390207 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66839b7d-3a87-4275-b66d-553556649eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd474cac-e66a-49ec-bf79-4c4d35130721,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:19:57.402736 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66839b7d-3a87-4275-b66d-553556649eed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:19:57.403166 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66839b7d-3a87-4275-b66d-553556649eed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:19:57.403502 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66839b7d-3a87-4275-b66d-553556649eed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:19:57.403826 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66839b7d-3a87-4275-b66d-553556649eed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:19:57.404141 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66839b7d-3a87-4275-b66d-553556649eed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:19:57.404477 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66839b7d-3a87-4275-b66d-553556649eed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:19:57.404795 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66839b7d-3a87-4275-b66d-553556649eed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:19:57.405106 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66839b7d-3a87-4275-b66d-553556649eed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:19:57.405433 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66839b7d-3a87-4275-b66d-553556649eed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:19:57.405788 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66839b7d-3a87-4275-b66d-553556649eed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:19:57.406173 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66839b7d-3a87-4275-b66d-553556649eed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:19:57.406488 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66839b7d-3a87-4275-b66d-553556649eed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:19:57.407525 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66839b7d-3a87-4275-b66d-553556649eed admin admin] Tracked resource versions report: May 21 15:19:57.407525 dv-cinder-792299-3-iscsi neutron-server[91548]: pushed versions: May 21 15:19:57.407525 dv-cinder-792299-3-iscsi neutron-server[91548]: { 'AddressGroup': {'1.2'}, May 21 15:19:57.407525 dv-cinder-792299-3-iscsi neutron-server[91548]: 'ConntrackHelper': {'1.0'}, May 21 15:19:57.407525 dv-cinder-792299-3-iscsi neutron-server[91548]: 'Log': {'1.0'}, May 21 15:19:57.407525 dv-cinder-792299-3-iscsi neutron-server[91548]: 'Network': {'1.1'}, May 21 15:19:57.407525 dv-cinder-792299-3-iscsi neutron-server[91548]: 'Port': {'1.7'}, May 21 15:19:57.407525 dv-cinder-792299-3-iscsi neutron-server[91548]: 'PortForwarding': {'1.2'}, May 21 15:19:57.407525 dv-cinder-792299-3-iscsi neutron-server[91548]: 'QosPolicy': {'1.8'}, May 21 15:19:57.407525 dv-cinder-792299-3-iscsi neutron-server[91548]: 'SecurityGroup': {'1.4'}, May 21 15:19:57.407525 dv-cinder-792299-3-iscsi neutron-server[91548]: 'SecurityGroupRule': {'1.2'}, May 21 15:19:57.407525 dv-cinder-792299-3-iscsi neutron-server[91548]: 'SubPort': {'1.0'}, May 21 15:19:57.407525 dv-cinder-792299-3-iscsi neutron-server[91548]: 'Subnet': {'1.1'}, May 21 15:19:57.407525 dv-cinder-792299-3-iscsi neutron-server[91548]: 'Trunk': {'1.1'}} May 21 15:19:57.407525 dv-cinder-792299-3-iscsi neutron-server[91548]: consumer versions: May 21 15:19:57.407525 dv-cinder-792299-3-iscsi neutron-server[91548]: { DHCP agent@dv-cinder-792299-3-iscsi: {}, May 21 15:19:57.407525 dv-cinder-792299-3-iscsi neutron-server[91548]: HyperV agent@hv-cinder-79229: {}, May 21 15:19:57.407525 dv-cinder-792299-3-iscsi neutron-server[91548]: L3 agent@dv-cinder-792299-3-iscsi: {}, May 21 15:19:57.407525 dv-cinder-792299-3-iscsi neutron-server[91548]: Metadata agent@dv-cinder-792299-3-iscsi: {}, May 21 15:19:57.407525 dv-cinder-792299-3-iscsi neutron-server[91548]: Metering agent@dv-cinder-792299-3-iscsi: {}, May 21 15:19:57.407525 dv-cinder-792299-3-iscsi neutron-server[91548]: Open vSwitch agent@dv-cinder-792299-3-iscsi: { 'AddressGroup': '1.2', May 21 15:19:57.407525 dv-cinder-792299-3-iscsi neutron-server[91548]: 'ConntrackHelper': '1.0', May 21 15:19:57.407525 dv-cinder-792299-3-iscsi neutron-server[91548]: 'Log': '1.0', May 21 15:19:57.407525 dv-cinder-792299-3-iscsi neutron-server[91548]: 'Network': '1.1', May 21 15:19:57.407525 dv-cinder-792299-3-iscsi neutron-server[91548]: 'Port': '1.7', May 21 15:19:57.407525 dv-cinder-792299-3-iscsi neutron-server[91548]: 'PortForwarding': '1.2', May 21 15:19:57.407525 dv-cinder-792299-3-iscsi neutron-server[91548]: 'QosPolicy': '1.8', May 21 15:19:57.407525 dv-cinder-792299-3-iscsi neutron-server[91548]: 'SecurityGroup': '1.4', May 21 15:19:57.407525 dv-cinder-792299-3-iscsi neutron-server[91548]: 'SecurityGroupRule': '1.2', May 21 15:19:57.407525 dv-cinder-792299-3-iscsi neutron-server[91548]: 'SubPort': '1.0', May 21 15:19:57.407525 dv-cinder-792299-3-iscsi neutron-server[91548]: 'Subnet': '1.1', May 21 15:19:57.407525 dv-cinder-792299-3-iscsi neutron-server[91548]: 'Trunk': '1.1'}} May 21 15:19:57.407525 dv-cinder-792299-3-iscsi neutron-server[91548]: {{(pid=91548) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 21 15:19:57.417445 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-66839b7d-3a87-4275-b66d-553556649eed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:19:57.419365 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-66839b7d-3a87-4275-b66d-553556649eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703692'] for segment, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:19:57.420990 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.db.segments_db [None req-66839b7d-3a87-4275-b66d-553556649eed admin admin] Added segment c4ebeb54-293a-4557-9f9e-b3e94030f97f of type vlan for network 989d364f-7d76-4577-a33f-faeaf5e66722 May 21 15:19:57.455479 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-66839b7d-3a87-4275-b66d-553556649eed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730419324398'] for network, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:19:57.494379 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-66839b7d-3a87-4275-b66d-553556649eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1599858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697748'] for network, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:19:57.495904 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66839b7d-3a87-4275-b66d-553556649eed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:19:57.496561 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-66839b7d-3a87-4275-b66d-553556649eed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697775'] for network, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:19:57.502023 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-84b949fa-cdb6-405f-8e68-830ebbcfae4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:19:57.600750 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66839b7d-3a87-4275-b66d-553556649eed admin admin] Pushing event updated for resources: {'Network': ['ID=989d364f-7d76-4577-a33f-faeaf5e66722,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:19:57.609711 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-66839b7d-3a87-4275-b66d-553556649eed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:19:57.626614 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-66839b7d-3a87-4275-b66d-553556649eed admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9039237 May 21 15:19:57.630645 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 55038) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:19:57.634398 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Network 989d364f-7d76-4577-a33f-faeaf5e66722 details requested by agent ovs-agent-dv-cinder-792299-3-iscsi with host dv-cinder-792299-3-iscsi {{(pid=91550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 15:19:57.637286 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.v2.base [None req-eba29419-08f3-40dd-82c5-689a63cb0464 admin admin] Request body: {'subnet': {'network_id': '989d364f-7d76-4577-a33f-faeaf5e66722', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-892559326-subnet', 'tenant_id': 'ce308f0e8ed24b5c961b65d61e05b068', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:19:57.643765 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-eba29419-08f3-40dd-82c5-689a63cb0464 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:19:57.651837 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-eba29419-08f3-40dd-82c5-689a63cb0464 admin admin] Usage tracker for resource:subnet and tenant:ce308f0e8ed24b5c961b65d61e05b068 is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:19:57.655096 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-eba29419-08f3-40dd-82c5-689a63cb0464 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:19:57.660920 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-eba29419-08f3-40dd-82c5-689a63cb0464 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:19:57.672658 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba29419-08f3-40dd-82c5-689a63cb0464 admin admin] Made reservation on behalf of ce308f0e8ed24b5c961b65d61e05b068 for: {'subnet': 1} {{(pid=91549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:19:57.675983 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-eba29419-08f3-40dd-82c5-689a63cb0464 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:19:58.097568 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-eba29419-08f3-40dd-82c5-689a63cb0464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757'] for subnet, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:19:58.103654 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-32802d0c-9f31-4254-b75f-a4f576483a09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:19:58.159146 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba29419-08f3-40dd-82c5-689a63cb0464 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a776927-2af6-40c6-b709-325e1c787b5a,revision_number=0']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:19:58.167851 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba29419-08f3-40dd-82c5-689a63cb0464 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:19:58.168189 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba29419-08f3-40dd-82c5-689a63cb0464 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:19:58.168522 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba29419-08f3-40dd-82c5-689a63cb0464 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:19:58.168847 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba29419-08f3-40dd-82c5-689a63cb0464 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:19:58.169174 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba29419-08f3-40dd-82c5-689a63cb0464 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:19:58.169494 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba29419-08f3-40dd-82c5-689a63cb0464 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:19:58.169810 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba29419-08f3-40dd-82c5-689a63cb0464 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:19:58.170125 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba29419-08f3-40dd-82c5-689a63cb0464 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:19:58.170461 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba29419-08f3-40dd-82c5-689a63cb0464 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:19:58.171043 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba29419-08f3-40dd-82c5-689a63cb0464 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:19:58.171151 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba29419-08f3-40dd-82c5-689a63cb0464 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:19:58.171412 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba29419-08f3-40dd-82c5-689a63cb0464 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:19:58.172400 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba29419-08f3-40dd-82c5-689a63cb0464 admin admin] Tracked resource versions report: May 21 15:19:58.172400 dv-cinder-792299-3-iscsi neutron-server[91549]: pushed versions: May 21 15:19:58.172400 dv-cinder-792299-3-iscsi neutron-server[91549]: { 'AddressGroup': {'1.2'}, May 21 15:19:58.172400 dv-cinder-792299-3-iscsi neutron-server[91549]: 'ConntrackHelper': {'1.0'}, May 21 15:19:58.172400 dv-cinder-792299-3-iscsi neutron-server[91549]: 'Log': {'1.0'}, May 21 15:19:58.172400 dv-cinder-792299-3-iscsi neutron-server[91549]: 'Network': {'1.1'}, May 21 15:19:58.172400 dv-cinder-792299-3-iscsi neutron-server[91549]: 'Port': {'1.7'}, May 21 15:19:58.172400 dv-cinder-792299-3-iscsi neutron-server[91549]: 'PortForwarding': {'1.2'}, May 21 15:19:58.172400 dv-cinder-792299-3-iscsi neutron-server[91549]: 'QosPolicy': {'1.8'}, May 21 15:19:58.172400 dv-cinder-792299-3-iscsi neutron-server[91549]: 'SecurityGroup': {'1.4'}, May 21 15:19:58.172400 dv-cinder-792299-3-iscsi neutron-server[91549]: 'SecurityGroupRule': {'1.2'}, May 21 15:19:58.172400 dv-cinder-792299-3-iscsi neutron-server[91549]: 'SubPort': {'1.0'}, May 21 15:19:58.172400 dv-cinder-792299-3-iscsi neutron-server[91549]: 'Subnet': {'1.1'}, May 21 15:19:58.172400 dv-cinder-792299-3-iscsi neutron-server[91549]: 'Trunk': {'1.1'}} May 21 15:19:58.172400 dv-cinder-792299-3-iscsi neutron-server[91549]: consumer versions: May 21 15:19:58.172400 dv-cinder-792299-3-iscsi neutron-server[91549]: { DHCP agent@dv-cinder-792299-3-iscsi: {}, May 21 15:19:58.172400 dv-cinder-792299-3-iscsi neutron-server[91549]: HyperV agent@hv-cinder-79229: {}, May 21 15:19:58.172400 dv-cinder-792299-3-iscsi neutron-server[91549]: L3 agent@dv-cinder-792299-3-iscsi: {}, May 21 15:19:58.172400 dv-cinder-792299-3-iscsi neutron-server[91549]: Metadata agent@dv-cinder-792299-3-iscsi: {}, May 21 15:19:58.172400 dv-cinder-792299-3-iscsi neutron-server[91549]: Metering agent@dv-cinder-792299-3-iscsi: {}, May 21 15:19:58.172400 dv-cinder-792299-3-iscsi neutron-server[91549]: Open vSwitch agent@dv-cinder-792299-3-iscsi: { 'AddressGroup': '1.2', May 21 15:19:58.172400 dv-cinder-792299-3-iscsi neutron-server[91549]: 'ConntrackHelper': '1.0', May 21 15:19:58.172400 dv-cinder-792299-3-iscsi neutron-server[91549]: 'Log': '1.0', May 21 15:19:58.172400 dv-cinder-792299-3-iscsi neutron-server[91549]: 'Network': '1.1', May 21 15:19:58.172400 dv-cinder-792299-3-iscsi neutron-server[91549]: 'Port': '1.7', May 21 15:19:58.172400 dv-cinder-792299-3-iscsi neutron-server[91549]: 'PortForwarding': '1.2', May 21 15:19:58.172400 dv-cinder-792299-3-iscsi neutron-server[91549]: 'QosPolicy': '1.8', May 21 15:19:58.172400 dv-cinder-792299-3-iscsi neutron-server[91549]: 'SecurityGroup': '1.4', May 21 15:19:58.172400 dv-cinder-792299-3-iscsi neutron-server[91549]: 'SecurityGroupRule': '1.2', May 21 15:19:58.172400 dv-cinder-792299-3-iscsi neutron-server[91549]: 'SubPort': '1.0', May 21 15:19:58.172400 dv-cinder-792299-3-iscsi neutron-server[91549]: 'Subnet': '1.1', May 21 15:19:58.172400 dv-cinder-792299-3-iscsi neutron-server[91549]: 'Trunk': '1.1'}} May 21 15:19:58.172400 dv-cinder-792299-3-iscsi neutron-server[91549]: {{(pid=91549) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 21 15:19:58.180822 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-eba29419-08f3-40dd-82c5-689a63cb0464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:19:58.203158 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba29419-08f3-40dd-82c5-689a63cb0464 admin admin] Checking segment: {'id': 'c4ebeb54-293a-4557-9f9e-b3e94030f97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '989d364f-7d76-4577-a33f-faeaf5e66722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:19:58.203514 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba29419-08f3-40dd-82c5-689a63cb0464 admin admin] Network hostable DHCP agents. Network: 989d364f-7d76-4577-a33f-faeaf5e66722, hostable agents: ['c7b0d441-ff2d-4a67-9ef1-8c68d51adfa8'], hosted agents: [] {{(pid=91549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 15:19:58.219092 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 55062) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:19:58.226313 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba29419-08f3-40dd-82c5-689a63cb0464 admin admin] Network 989d364f-7d76-4577-a33f-faeaf5e66722 is scheduled to be hosted by DHCP agent c7b0d441-ff2d-4a67-9ef1-8c68d51adfa8 with binding_index 1 {{(pid=91549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 15:19:58.235861 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.base_scheduler [None req-eba29419-08f3-40dd-82c5-689a63cb0464 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-3-iscsi, 989d364f-7d76-4577-a33f-faeaf5e66722) {{(pid=91549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:19:58.240630 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba29419-08f3-40dd-82c5-689a63cb0464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:19:58.241217 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-eba29419-08f3-40dd-82c5-689a63cb0464 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697775'] for subnet, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:19:58.250819 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2df3cc-75fb-414a-9373-86b3132c7fb5 None None] Network 989d364f-7d76-4577-a33f-faeaf5e66722 requested from dv-cinder-792299-3-iscsi {{(pid=91550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:19:58.291133 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-eba29419-08f3-40dd-82c5-689a63cb0464 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6510882 May 21 15:19:58.468037 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9cacc7-b535-4a06-8897-f7f82f62e4cb None None] Network 989d364f-7d76-4577-a33f-faeaf5e66722 requested from dv-cinder-792299-3-iscsi {{(pid=91550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:19:58.625369 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [None req-e3cae189-9b28-402c-a957-368b23d5d215 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1302525052-network', 'tenant_id': 'f68e94ae626e4618b509d667e1d492d1'}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:19:58.633947 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-e3cae189-9b28-402c-a957-368b23d5d215 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:19:58.655591 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-e3cae189-9b28-402c-a957-368b23d5d215 admin admin] Usage tracker for resource:network and tenant:f68e94ae626e4618b509d667e1d492d1 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:19:58.663080 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-e3cae189-9b28-402c-a957-368b23d5d215 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:19:58.675286 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-e3cae189-9b28-402c-a957-368b23d5d215 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:19:58.694136 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3cae189-9b28-402c-a957-368b23d5d215 admin admin] Made reservation on behalf of f68e94ae626e4618b509d667e1d492d1 for: {'network': 1} {{(pid=91548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:19:58.700226 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-e3cae189-9b28-402c-a957-368b23d5d215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-578634'] for network, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:19:58.717398 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-e3cae189-9b28-402c-a957-368b23d5d215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:19:58.734305 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-e3cae189-9b28-402c-a957-368b23d5d215 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:19:58.738475 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-e3cae189-9b28-402c-a957-368b23d5d215 admin admin] Usage tracker for resource:security_group_rule and tenant:f68e94ae626e4618b509d667e1d492d1 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:19:58.741368 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-e3cae189-9b28-402c-a957-368b23d5d215 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:19:58.748238 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-e3cae189-9b28-402c-a957-368b23d5d215 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:19:58.836646 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 55094) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:19:58.839372 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-e3cae189-9b28-402c-a957-368b23d5d215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:19:58.844370 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-e3cae189-9b28-402c-a957-368b23d5d215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:19:58.849422 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-66839b7d-3a87-4275-b66d-553556649eed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:19:58.884895 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cae189-9b28-402c-a957-368b23d5d215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b78fdd-8b23-431a-a677-c884f9e23eab,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:19:58.887748 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3cae189-9b28-402c-a957-368b23d5d215 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=91548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 21 15:19:58.890212 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-e3cae189-9b28-402c-a957-368b23d5d215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:19:58.899442 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-e3cae189-9b28-402c-a957-368b23d5d215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703692'] for segment, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:19:58.899788 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.db.segments_db [None req-e3cae189-9b28-402c-a957-368b23d5d215 admin admin] Added segment 2d67f94e-8ecf-4f8b-811f-9d8f4012b1b2 of type vlan for network 321c2ca3-09b1-4787-88ab-24465b663b2d May 21 15:19:58.926896 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-e3cae189-9b28-402c-a957-368b23d5d215 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730419324398'] for network, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:19:58.957745 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-e3cae189-9b28-402c-a957-368b23d5d215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1599858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697748'] for network, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:19:58.959178 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cae189-9b28-402c-a957-368b23d5d215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:19:58.959768 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-e3cae189-9b28-402c-a957-368b23d5d215 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697775'] for network, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:19:58.990659 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:19:59.017482 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 55104) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:19:59.017628 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-e3cae189-9b28-402c-a957-368b23d5d215 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7973888 May 21 15:19:59.025511 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.v2.base [None req-9b2d9eb3-8b85-4f55-90b6-9a276305c395 admin admin] Request body: {'subnet': {'network_id': '321c2ca3-09b1-4787-88ab-24465b663b2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1302525052-subnet', 'tenant_id': 'f68e94ae626e4618b509d667e1d492d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:19:59.033318 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-9b2d9eb3-8b85-4f55-90b6-9a276305c395 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:19:59.045639 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-9b2d9eb3-8b85-4f55-90b6-9a276305c395 admin admin] Usage tracker for resource:subnet and tenant:f68e94ae626e4618b509d667e1d492d1 is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:19:59.049122 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-9b2d9eb3-8b85-4f55-90b6-9a276305c395 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:19:59.067071 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-9b2d9eb3-8b85-4f55-90b6-9a276305c395 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:19:59.080599 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2d9eb3-8b85-4f55-90b6-9a276305c395 admin admin] Made reservation on behalf of f68e94ae626e4618b509d667e1d492d1 for: {'subnet': 1} {{(pid=91549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:19:59.084484 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-9b2d9eb3-8b85-4f55-90b6-9a276305c395 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:19:59.086714 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cae189-9b28-402c-a957-368b23d5d215 admin admin] Pushing event updated for resources: {'Network': ['ID=321c2ca3-09b1-4787-88ab-24465b663b2d,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:19:59.096814 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-e3cae189-9b28-402c-a957-368b23d5d215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:19:59.099092 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Network 321c2ca3-09b1-4787-88ab-24465b663b2d details requested by agent ovs-agent-dv-cinder-792299-3-iscsi with host dv-cinder-792299-3-iscsi {{(pid=91550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 15:19:59.321466 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.v2.base [None req-6735a6fa-9f0c-491b-8402-344a3e587aa9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-983484191-network', 'tenant_id': 'a0ff7059c233428f81d35f38ec365006'}} {{(pid=91549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:19:59.330585 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-6735a6fa-9f0c-491b-8402-344a3e587aa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:19:59.369212 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-6735a6fa-9f0c-491b-8402-344a3e587aa9 admin admin] Usage tracker for resource:network and tenant:a0ff7059c233428f81d35f38ec365006 is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:19:59.374190 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-6735a6fa-9f0c-491b-8402-344a3e587aa9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:19:59.388861 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-6735a6fa-9f0c-491b-8402-344a3e587aa9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:19:59.407415 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6735a6fa-9f0c-491b-8402-344a3e587aa9 admin admin] Made reservation on behalf of a0ff7059c233428f81d35f38ec365006 for: {'network': 1} {{(pid=91549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:19:59.409880 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-6735a6fa-9f0c-491b-8402-344a3e587aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-578634'] for network, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:19:59.440190 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-6735a6fa-9f0c-491b-8402-344a3e587aa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:19:59.472340 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-6735a6fa-9f0c-491b-8402-344a3e587aa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:19:59.478385 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-6735a6fa-9f0c-491b-8402-344a3e587aa9 admin admin] Usage tracker for resource:security_group_rule and tenant:a0ff7059c233428f81d35f38ec365006 is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:19:59.482371 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-6735a6fa-9f0c-491b-8402-344a3e587aa9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:19:59.521864 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-6735a6fa-9f0c-491b-8402-344a3e587aa9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:19:59.798130 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-6735a6fa-9f0c-491b-8402-344a3e587aa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:19:59.822245 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-6735a6fa-9f0c-491b-8402-344a3e587aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:19:59.826826 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-3a7539eb-c9b9-469b-af88-cd2ebe27dd66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:19:59.948406 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6735a6fa-9f0c-491b-8402-344a3e587aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a6eff2-56d4-4fae-8f5c-32f1879ccb8f,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:19:59.966843 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-6735a6fa-9f0c-491b-8402-344a3e587aa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:19:59.999888 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6735a6fa-9f0c-491b-8402-344a3e587aa9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=91549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 21 15:20:00.117252 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-6735a6fa-9f0c-491b-8402-344a3e587aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703692'] for segment, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:00.117501 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.db.segments_db [None req-6735a6fa-9f0c-491b-8402-344a3e587aa9 admin admin] Added segment 67395f92-efc3-4428-9562-98be7db153b1 of type vlan for network efa2a869-eef6-443f-b219-ba0ab20cb5c1 May 21 15:20:00.330266 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-9b2d9eb3-8b85-4f55-90b6-9a276305c395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757'] for subnet, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:00.345836 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-eba29419-08f3-40dd-82c5-689a63cb0464 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:00.408286 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-6735a6fa-9f0c-491b-8402-344a3e587aa9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730419324398'] for network, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:00.412161 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2d9eb3-8b85-4f55-90b6-9a276305c395 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f04d5cd6-64de-425f-ad82-16f66f2c1a9c,revision_number=0']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:00.423721 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-9b2d9eb3-8b85-4f55-90b6-9a276305c395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:00.449819 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2d9eb3-8b85-4f55-90b6-9a276305c395 admin admin] Checking segment: {'id': '2d67f94e-8ecf-4f8b-811f-9d8f4012b1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '321c2ca3-09b1-4787-88ab-24465b663b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:20:00.450174 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2d9eb3-8b85-4f55-90b6-9a276305c395 admin admin] Network hostable DHCP agents. Network: 321c2ca3-09b1-4787-88ab-24465b663b2d, hostable agents: ['c7b0d441-ff2d-4a67-9ef1-8c68d51adfa8'], hosted agents: [] {{(pid=91549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 15:20:00.478205 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2d9eb3-8b85-4f55-90b6-9a276305c395 admin admin] Network 321c2ca3-09b1-4787-88ab-24465b663b2d is scheduled to be hosted by DHCP agent c7b0d441-ff2d-4a67-9ef1-8c68d51adfa8 with binding_index 1 {{(pid=91549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 15:20:00.490339 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.base_scheduler [None req-9b2d9eb3-8b85-4f55-90b6-9a276305c395 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-3-iscsi, 321c2ca3-09b1-4787-88ab-24465b663b2d) {{(pid=91549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:20:00.497927 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2d9eb3-8b85-4f55-90b6-9a276305c395 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:00.498724 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-9b2d9eb3-8b85-4f55-90b6-9a276305c395 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697775'] for subnet, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:00.499637 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a021b0-c2b8-4dd6-844c-b3307cfd3e80 None None] Network 321c2ca3-09b1-4787-88ab-24465b663b2d requested from dv-cinder-792299-3-iscsi {{(pid=91550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:20:00.541340 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-9b2d9eb3-8b85-4f55-90b6-9a276305c395 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5221865 May 21 15:20:00.544370 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-6735a6fa-9f0c-491b-8402-344a3e587aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1599858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697748'] for network, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:00.545804 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6735a6fa-9f0c-491b-8402-344a3e587aa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:00.546494 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-6735a6fa-9f0c-491b-8402-344a3e587aa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697775'] for network, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:00.550261 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-b8a7205a-3cda-4db8-abf0-16c89f57b057 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:00.736097 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-6735a6fa-9f0c-491b-8402-344a3e587aa9 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8963869 May 21 15:20:00.737849 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 55156) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:00.738790 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6735a6fa-9f0c-491b-8402-344a3e587aa9 admin admin] Pushing event updated for resources: {'Network': ['ID=efa2a869-eef6-443f-b219-ba0ab20cb5c1,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:00.743249 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-6735a6fa-9f0c-491b-8402-344a3e587aa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:00.751607 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [None req-f8ee46b3-27d8-448a-8b63-fa5c8e4857e0 admin admin] Request body: {'subnet': {'network_id': 'efa2a869-eef6-443f-b219-ba0ab20cb5c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-983484191-subnet', 'tenant_id': 'a0ff7059c233428f81d35f38ec365006', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:20:00.755202 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Network efa2a869-eef6-443f-b219-ba0ab20cb5c1 details requested by agent ovs-agent-dv-cinder-792299-3-iscsi with host dv-cinder-792299-3-iscsi {{(pid=91550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 15:20:00.762507 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-f8ee46b3-27d8-448a-8b63-fa5c8e4857e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:20:00.766645 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-f8ee46b3-27d8-448a-8b63-fa5c8e4857e0 admin admin] Usage tracker for resource:subnet and tenant:a0ff7059c233428f81d35f38ec365006 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:20:00.769662 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-f8ee46b3-27d8-448a-8b63-fa5c8e4857e0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:20:00.776214 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-f8ee46b3-27d8-448a-8b63-fa5c8e4857e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:20:00.787495 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ee46b3-27d8-448a-8b63-fa5c8e4857e0 admin admin] Made reservation on behalf of a0ff7059c233428f81d35f38ec365006 for: {'subnet': 1} {{(pid=91548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:20:00.793252 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-f8ee46b3-27d8-448a-8b63-fa5c8e4857e0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:00.962362 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed5a666-f25d-45cf-8f5f-831844569082 None None] Network 321c2ca3-09b1-4787-88ab-24465b663b2d requested from dv-cinder-792299-3-iscsi {{(pid=91550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:20:01.261958 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-f8ee46b3-27d8-448a-8b63-fa5c8e4857e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757'] for subnet, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:01.266922 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-98428cd7-3165-422f-ad3d-50a1b6eff1a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:01.378318 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee46b3-27d8-448a-8b63-fa5c8e4857e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b15db54b-4552-4834-a465-ff2d97af0b01,revision_number=0']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:01.382932 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-f8ee46b3-27d8-448a-8b63-fa5c8e4857e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:01.387924 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ee46b3-27d8-448a-8b63-fa5c8e4857e0 admin admin] Checking segment: {'id': '67395f92-efc3-4428-9562-98be7db153b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'efa2a869-eef6-443f-b219-ba0ab20cb5c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:20:01.388303 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ee46b3-27d8-448a-8b63-fa5c8e4857e0 admin admin] Network hostable DHCP agents. Network: efa2a869-eef6-443f-b219-ba0ab20cb5c1, hostable agents: ['c7b0d441-ff2d-4a67-9ef1-8c68d51adfa8'], hosted agents: [] {{(pid=91548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 15:20:01.408926 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ee46b3-27d8-448a-8b63-fa5c8e4857e0 admin admin] Network efa2a869-eef6-443f-b219-ba0ab20cb5c1 is scheduled to be hosted by DHCP agent c7b0d441-ff2d-4a67-9ef1-8c68d51adfa8 with binding_index 1 {{(pid=91548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 15:20:01.422414 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.base_scheduler [None req-f8ee46b3-27d8-448a-8b63-fa5c8e4857e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-3-iscsi, efa2a869-eef6-443f-b219-ba0ab20cb5c1) {{(pid=91548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:20:01.427459 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ee46b3-27d8-448a-8b63-fa5c8e4857e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:01.428218 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-f8ee46b3-27d8-448a-8b63-fa5c8e4857e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697775'] for subnet, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:01.436958 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8cb83f-840c-4b7e-9740-67987cab652e None None] Network efa2a869-eef6-443f-b219-ba0ab20cb5c1 requested from dv-cinder-792299-3-iscsi {{(pid=91550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:20:01.452492 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-f8ee46b3-27d8-448a-8b63-fa5c8e4857e0 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7133558 May 21 15:20:01.454864 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 55186) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:01.471424 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [None req-8caec753-3761-4257-bcb3-255388458538 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-983484191-router', 'tenant_id': 'a0ff7059c233428f81d35f38ec365006', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed'}}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:20:01.477886 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-8caec753-3761-4257-bcb3-255388458538 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:20:01.482174 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-8caec753-3761-4257-bcb3-255388458538 admin admin] Usage tracker for resource:router and tenant:a0ff7059c233428f81d35f38ec365006 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:20:01.485793 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-8caec753-3761-4257-bcb3-255388458538 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:20:01.492546 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-8caec753-3761-4257-bcb3-255388458538 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:20:01.507442 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-8caec753-3761-4257-bcb3-255388458538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1768168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3587'] for router, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:01.509177 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-8caec753-3761-4257-bcb3-255388458538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1594772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:01.529810 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-8caec753-3761-4257-bcb3-255388458538 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:01.790222 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bb644e-e50c-485d-8ee7-b4a4ae58d5ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp691765e8-26f9-5dea-9763-d4c33d86b24f-efa2a869-eef6-443f-b219-ba0ab20cb5c1', 'network_id': 'efa2a869-eef6-443f-b219-ba0ab20cb5c1', 'tenant_id': 'a0ff7059c233428f81d35f38ec365006', 'fixed_ips': [{'subnet_id': 'b15db54b-4552-4834-a465-ff2d97af0b01'}]}} from dv-cinder-792299-3-iscsi. {{(pid=91550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 21 15:20:01.792302 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-63bb644e-e50c-485d-8ee7-b4a4ae58d5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_create {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:01.873727 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-8caec753-3761-4257-bcb3-255388458538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1775829', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1768186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:02.043716 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.db_base_plugin_common [None req-63bb644e-e50c-485d-8ee7-b4a4ae58d5ed None None] Allocated IP 172.20.0.2 (efa2a869-eef6-443f-b219-ba0ab20cb5c1/b15db54b-4552-4834-a465-ff2d97af0b01/39a06c9b-717c-4dc6-8105-a5d38663661d) {{(pid=91550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:20:02.301270 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 55230) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:02.305289 dv-cinder-792299-3-iscsi neutron-server[91549]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 21 15:20:02.415403 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-63bb644e-e50c-485d-8ee7-b4a4ae58d5ed None None] Notify callbacks [] for port, precommit_create {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:02.434545 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-63bb644e-e50c-485d-8ee7-b4a4ae58d5ed None None] Transition to ACTIVE for port object 39a06c9b-717c-4dc6-8105-a5d38663661d will not be triggered until provisioned by entity L2. {{(pid=91550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:20:02.436922 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-8caec753-3761-4257-bcb3-255388458538 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:02.476333 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-63bb644e-e50c-485d-8ee7-b4a4ae58d5ed None None] Transition to ACTIVE for port object 39a06c9b-717c-4dc6-8105-a5d38663661d will not be triggered until provisioned by entity DHCP. {{(pid=91550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:20:02.483699 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-63bb644e-e50c-485d-8ee7-b4a4ae58d5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730419340153'] for port, after_create {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:02.504602 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74c78f-5880-4d65-8fbc-1c0ade3e6165 req-98731bcb-1f50-4e4f-8f9d-a7df2522a394 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:02.512412 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-8a74c78f-5880-4d65-8fbc-1c0ade3e6165 req-98731bcb-1f50-4e4f-8f9d-a7df2522a394 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] 10.222.0.69 "GET /v2.0/networks?id=989d364f-7d76-4577-a33f-faeaf5e66722 HTTP/1.1" status: 200 len: 811 time: 0.2093623 May 21 15:20:02.517629 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:02.520706 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 55246) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:02.528881 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-8a74c78f-5880-4d65-8fbc-1c0ade3e6165 req-c0a92832-ac7e-467c-a028-e69a978da47f tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] 10.222.0.69 "GET /v2.0/quotas/ce308f0e8ed24b5c961b65d61e05b068 HTTP/1.1" status: 200 len: 375 time: 0.0155711 May 21 15:20:02.536442 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-8caec753-3761-4257-bcb3-255388458538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:02.613033 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-8a74c78f-5880-4d65-8fbc-1c0ade3e6165 req-4e38d7f3-4972-404e-ba0e-1d2041927048 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ce308f0e8ed24b5c961b65d61e05b068&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0832021 May 21 15:20:02.623856 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bb644e-e50c-485d-8ee7-b4a4ae58d5ed None None] Network efa2a869-eef6-443f-b219-ba0ab20cb5c1 is already hosted by enough agents. {{(pid=91550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:20:02.627609 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bb644e-e50c-485d-8ee7-b4a4ae58d5ed None None] Pushing event updated for resources: {'Port': ['ID=39a06c9b-717c-4dc6-8105-a5d38663661d,revision_number=1']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:02.651149 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.scheduler.base_scheduler [None req-63bb644e-e50c-485d-8ee7-b4a4ae58d5ed None None] Resources bound (agent type, host, resource id): {{(pid=91550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:20:02.659423 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bb644e-e50c-485d-8ee7-b4a4ae58d5ed None None] Received port after_create {{(pid=91550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:20:02.675030 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bb644e-e50c-485d-8ee7-b4a4ae58d5ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:20:02.675378 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bb644e-e50c-485d-8ee7-b4a4ae58d5ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:20:02.675714 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bb644e-e50c-485d-8ee7-b4a4ae58d5ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:20:02.676041 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bb644e-e50c-485d-8ee7-b4a4ae58d5ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:20:02.676365 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bb644e-e50c-485d-8ee7-b4a4ae58d5ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:20:02.676692 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bb644e-e50c-485d-8ee7-b4a4ae58d5ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:20:02.677005 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bb644e-e50c-485d-8ee7-b4a4ae58d5ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:20:02.679277 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bb644e-e50c-485d-8ee7-b4a4ae58d5ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:20:02.680550 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bb644e-e50c-485d-8ee7-b4a4ae58d5ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:20:02.684059 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bb644e-e50c-485d-8ee7-b4a4ae58d5ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:20:02.684647 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bb644e-e50c-485d-8ee7-b4a4ae58d5ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:20:02.685191 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bb644e-e50c-485d-8ee7-b4a4ae58d5ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:20:02.686448 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63bb644e-e50c-485d-8ee7-b4a4ae58d5ed None None] Tracked resource versions report: May 21 15:20:02.686448 dv-cinder-792299-3-iscsi neutron-server[91550]: pushed versions: May 21 15:20:02.686448 dv-cinder-792299-3-iscsi neutron-server[91550]: { 'AddressGroup': {'1.2'}, May 21 15:20:02.686448 dv-cinder-792299-3-iscsi neutron-server[91550]: 'ConntrackHelper': {'1.0'}, May 21 15:20:02.686448 dv-cinder-792299-3-iscsi neutron-server[91550]: 'Log': {'1.0'}, May 21 15:20:02.686448 dv-cinder-792299-3-iscsi neutron-server[91550]: 'Network': {'1.1'}, May 21 15:20:02.686448 dv-cinder-792299-3-iscsi neutron-server[91550]: 'Port': {'1.7'}, May 21 15:20:02.686448 dv-cinder-792299-3-iscsi neutron-server[91550]: 'PortForwarding': {'1.2'}, May 21 15:20:02.686448 dv-cinder-792299-3-iscsi neutron-server[91550]: 'QosPolicy': {'1.8'}, May 21 15:20:02.686448 dv-cinder-792299-3-iscsi neutron-server[91550]: 'SecurityGroup': {'1.4'}, May 21 15:20:02.686448 dv-cinder-792299-3-iscsi neutron-server[91550]: 'SecurityGroupRule': {'1.2'}, May 21 15:20:02.686448 dv-cinder-792299-3-iscsi neutron-server[91550]: 'SubPort': {'1.0'}, May 21 15:20:02.686448 dv-cinder-792299-3-iscsi neutron-server[91550]: 'Subnet': {'1.1'}, May 21 15:20:02.686448 dv-cinder-792299-3-iscsi neutron-server[91550]: 'Trunk': {'1.1'}} May 21 15:20:02.686448 dv-cinder-792299-3-iscsi neutron-server[91550]: consumer versions: May 21 15:20:02.686448 dv-cinder-792299-3-iscsi neutron-server[91550]: { DHCP agent@dv-cinder-792299-3-iscsi: {}, May 21 15:20:02.686448 dv-cinder-792299-3-iscsi neutron-server[91550]: HyperV agent@hv-cinder-79229: {}, May 21 15:20:02.686448 dv-cinder-792299-3-iscsi neutron-server[91550]: L3 agent@dv-cinder-792299-3-iscsi: {}, May 21 15:20:02.686448 dv-cinder-792299-3-iscsi neutron-server[91550]: Metadata agent@dv-cinder-792299-3-iscsi: {}, May 21 15:20:02.686448 dv-cinder-792299-3-iscsi neutron-server[91550]: Metering agent@dv-cinder-792299-3-iscsi: {}, May 21 15:20:02.686448 dv-cinder-792299-3-iscsi neutron-server[91550]: Open vSwitch agent@dv-cinder-792299-3-iscsi: { 'AddressGroup': '1.2', May 21 15:20:02.686448 dv-cinder-792299-3-iscsi neutron-server[91550]: 'ConntrackHelper': '1.0', May 21 15:20:02.686448 dv-cinder-792299-3-iscsi neutron-server[91550]: 'Log': '1.0', May 21 15:20:02.686448 dv-cinder-792299-3-iscsi neutron-server[91550]: 'Network': '1.1', May 21 15:20:02.686448 dv-cinder-792299-3-iscsi neutron-server[91550]: 'Port': '1.7', May 21 15:20:02.686448 dv-cinder-792299-3-iscsi neutron-server[91550]: 'PortForwarding': '1.2', May 21 15:20:02.686448 dv-cinder-792299-3-iscsi neutron-server[91550]: 'QosPolicy': '1.8', May 21 15:20:02.686448 dv-cinder-792299-3-iscsi neutron-server[91550]: 'SecurityGroup': '1.4', May 21 15:20:02.686448 dv-cinder-792299-3-iscsi neutron-server[91550]: 'SecurityGroupRule': '1.2', May 21 15:20:02.686448 dv-cinder-792299-3-iscsi neutron-server[91550]: 'SubPort': '1.0', May 21 15:20:02.686448 dv-cinder-792299-3-iscsi neutron-server[91550]: 'Subnet': '1.1', May 21 15:20:02.686448 dv-cinder-792299-3-iscsi neutron-server[91550]: 'Trunk': '1.1'}} May 21 15:20:02.686448 dv-cinder-792299-3-iscsi neutron-server[91550]: {{(pid=91550) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 21 15:20:02.694087 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-63bb644e-e50c-485d-8ee7-b4a4ae58d5ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:02.763869 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8bf60-6807-4846-9d02-576ad4aa5857 req-d142ed02-c47a-4b20-8353-e66d93a6283c tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:02.770623 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-d8e8bf60-6807-4846-9d02-576ad4aa5857 req-d142ed02-c47a-4b20-8353-e66d93a6283c tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/networks?id=321c2ca3-09b1-4787-88ab-24465b663b2d HTTP/1.1" status: 200 len: 815 time: 0.2391090 May 21 15:20:02.788340 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-d8e8bf60-6807-4846-9d02-576ad4aa5857 req-db6c7e19-c9b1-4962-a827-49b543709a67 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/quotas/f68e94ae626e4618b509d667e1d492d1 HTTP/1.1" status: 200 len: 375 time: 0.0164084 May 21 15:20:02.846005 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-d8e8bf60-6807-4846-9d02-576ad4aa5857 req-2c77241a-9cc1-4f79-a79f-358886ecf03b tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f68e94ae626e4618b509d667e1d492d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0560620 May 21 15:20:02.863878 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.db_base_plugin_common [None req-8caec753-3761-4257-bcb3-255388458538 admin admin] Allocated IP 172.27.2.228 (ba463646-5c92-40f4-a60a-d72924905aed/aafb72b8-44f1-4418-af97-0acaa496b3de/0b5f6bc1-2f39-4521-b263-738e2de40747) {{(pid=91548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:20:02.870275 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.managers [None req-63bb644e-e50c-485d-8ee7-b4a4ae58d5ed None None] Attempting to bind port 39a06c9b-717c-4dc6-8105-a5d38663661d on host dv-cinder-792299-3-iscsi for vnic_type normal with profile {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:20:02.870753 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.managers [None req-63bb644e-e50c-485d-8ee7-b4a4ae58d5ed None None] Attempting to bind port 39a06c9b-717c-4dc6-8105-a5d38663661d by drivers openvswitch,hyperv on host dv-cinder-792299-3-iscsi at level 0 using segments [{'id': '67395f92-efc3-4428-9562-98be7db153b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'efa2a869-eef6-443f-b219-ba0ab20cb5c1'}] {{(pid=91550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:20:02.871059 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bb644e-e50c-485d-8ee7-b4a4ae58d5ed None None] Attempting to bind port 39a06c9b-717c-4dc6-8105-a5d38663661d on network efa2a869-eef6-443f-b219-ba0ab20cb5c1 {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:20:02.877202 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bb644e-e50c-485d-8ee7-b4a4ae58d5ed None None] Checking agent: {'id': 'f4608e34-e7ca-4ad2-a713-84295da40874', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 12, 18), 'started_at': datetime.datetime(2021, 5, 21, 15, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:20:02.877632 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bb644e-e50c-485d-8ee7-b4a4ae58d5ed None None] Checking segment: {'id': '67395f92-efc3-4428-9562-98be7db153b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'efa2a869-eef6-443f-b219-ba0ab20cb5c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:20:02.878091 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-63bb644e-e50c-485d-8ee7-b4a4ae58d5ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:02.878545 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bb644e-e50c-485d-8ee7-b4a4ae58d5ed None None] Bound using segment: {'id': '67395f92-efc3-4428-9562-98be7db153b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'efa2a869-eef6-443f-b219-ba0ab20cb5c1'} {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:20:02.879097 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.managers [None req-63bb644e-e50c-485d-8ee7-b4a4ae58d5ed None None] Bound port: 39a06c9b-717c-4dc6-8105-a5d38663661d, host: dv-cinder-792299-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67395f92-efc3-4428-9562-98be7db153b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'efa2a869-eef6-443f-b219-ba0ab20cb5c1'}}] {{(pid=91550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:20:02.879533 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-63bb644e-e50c-485d-8ee7-b4a4ae58d5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:02.985502 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-63bb644e-e50c-485d-8ee7-b4a4ae58d5ed None None] For port 39a06c9b-717c-4dc6-8105-a5d38663661d, host dv-cinder-792299-3-iscsi, cleared binding levels {{(pid=91550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:20:02.990454 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-63bb644e-e50c-485d-8ee7-b4a4ae58d5ed None None] For port 39a06c9b-717c-4dc6-8105-a5d38663661d, host dv-cinder-792299-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=39a06c9b-717c-4dc6-8105-a5d38663661d,segment=NetworkSegment(67395f92-efc3-4428-9562-98be7db153b1),segment_id=67395f92-efc3-4428-9562-98be7db153b1)] {{(pid=91550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:20:02.999286 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 55274) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:03.005248 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-63bb644e-e50c-485d-8ee7-b4a4ae58d5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:03.017565 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:03.045410 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [req-8a74c78f-5880-4d65-8fbc-1c0ade3e6165 req-69433884-6898-4ff4-ae69-77f9e854a088 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=91549) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 21 15:20:03.052260 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-8a74c78f-5880-4d65-8fbc-1c0ade3e6165 req-69433884-6898-4ff4-ae69-77f9e854a088 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1550770 May 21 15:20:03.115543 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-8caec753-3761-4257-bcb3-255388458538 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:03.146782 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bb644e-e50c-485d-8ee7-b4a4ae58d5ed None None] Pushing event updated for resources: {'Port': ['ID=39a06c9b-717c-4dc6-8105-a5d38663661d,revision_number=2']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:03.151588 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-63bb644e-e50c-485d-8ee7-b4a4ae58d5ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:03.189170 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [req-d8e8bf60-6807-4846-9d02-576ad4aa5857 req-39620229-0427-4dd2-9582-09a4fb2c92ba service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=91549) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 21 15:20:03.190157 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-d8e8bf60-6807-4846-9d02-576ad4aa5857 req-39620229-0427-4dd2-9582-09a4fb2c92ba service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1952958 May 21 15:20:03.204116 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-8caec753-3761-4257-bcb3-255388458538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730419340153'] for port, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:03.209895 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:03.232497 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-ef0b9367-8f48-4b6e-b22e-3137b845d6cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:03.242410 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-8a74c78f-5880-4d65-8fbc-1c0ade3e6165 req-e5cdad44-ee0c-4c4f-978f-aad881a860c7 service neutron] 10.222.0.69 "GET /v2.0/networks/989d364f-7d76-4577-a33f-faeaf5e66722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893179 May 21 15:20:03.253767 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-ef0b9367-8f48-4b6e-b22e-3137b845d6cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:20:03.282392 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8caec753-3761-4257-bcb3-255388458538 admin admin] Network ba463646-5c92-40f4-a60a-d72924905aed is already hosted by enough agents. {{(pid=91548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:20:03.286284 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.base_scheduler [None req-8caec753-3761-4257-bcb3-255388458538 admin admin] Resources bound (agent type, host, resource id): {{(pid=91548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:20:03.291074 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8caec753-3761-4257-bcb3-255388458538 admin admin] Received port after_create {{(pid=91548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:20:03.348596 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-ef0b9367-8f48-4b6e-b22e-3137b845d6cd admin admin] Usage tracker for resource:security_group_rule and tenant:11ec74fd76f3461c9bfa45420994b41b is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:20:03.350090 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-ef0b9367-8f48-4b6e-b22e-3137b845d6cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:20:03.364018 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-ef0b9367-8f48-4b6e-b22e-3137b845d6cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:20:03.394401 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caec753-3761-4257-bcb3-255388458538 admin admin] Pushing event updated for resources: {'Port': ['ID=0b5f6bc1-2f39-4521-b263-738e2de40747,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:03.407575 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-8caec753-3761-4257-bcb3-255388458538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:03.530259 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-d8e8bf60-6807-4846-9d02-576ad4aa5857 req-020b30a7-d47b-4f11-829c-942fdf683e63 service neutron] 10.222.0.69 "GET /v2.0/networks/321c2ca3-09b1-4787-88ab-24465b663b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224137 May 21 15:20:03.580595 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-8a74c78f-5880-4d65-8fbc-1c0ade3e6165 req-d4a903d2-74bd-4d63-b88b-bf4eba6ac760 service neutron] 10.222.0.69 "GET /v2.0/networks/989d364f-7d76-4577-a33f-faeaf5e66722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733853 May 21 15:20:03.736380 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-ef0b9367-8f48-4b6e-b22e-3137b845d6cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:03.741072 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-ef0b9367-8f48-4b6e-b22e-3137b845d6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:03.762638 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-6735a6fa-9f0c-491b-8402-344a3e587aa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:03.797194 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0b9367-8f48-4b6e-b22e-3137b845d6cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f850e4e-8687-4cc2-b0cf-f4d4c42def79,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:03.811495 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-ef0b9367-8f48-4b6e-b22e-3137b845d6cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:03.826568 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-8caec753-3761-4257-bcb3-255388458538 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:03.829364 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-d8e8bf60-6807-4846-9d02-576ad4aa5857 req-0e6dc562-8212-4cdf-83f8-cefd8261ba9d service neutron] 10.222.0.69 "GET /v2.0/networks/321c2ca3-09b1-4787-88ab-24465b663b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838888 May 21 15:20:03.839270 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-ef0b9367-8f48-4b6e-b22e-3137b845d6cd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=11ec74fd76f3461c9bfa45420994b41b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8348255 May 21 15:20:03.839270 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 55292) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:03.977925 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-cef7f1cc-b1b0-4a51-b0c0-34d5976eed24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:04.100817 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-cef7f1cc-b1b0-4a51-b0c0-34d5976eed24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:04.268172 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-cef7f1cc-b1b0-4a51-b0c0-34d5976eed24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:04.294366 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:04.366262 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef7f1cc-b1b0-4a51-b0c0-34d5976eed24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f850e4e-8687-4cc2-b0cf-f4d4c42def79,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:04.373521 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-cef7f1cc-b1b0-4a51-b0c0-34d5976eed24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:04.377073 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-cef7f1cc-b1b0-4a51-b0c0-34d5976eed24 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1f850e4e-8687-4cc2-b0cf-f4d4c42def79 HTTP/1.1" status: 204 len: 168 time: 0.5350142 May 21 15:20:04.379243 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-cef7f1cc-b1b0-4a51-b0c0-34d5976eed24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:04.413250 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63fac27-9140-464a-9d86-afecf5fff7b1 None None] Network efa2a869-eef6-443f-b219-ba0ab20cb5c1 requested from dv-cinder-792299-3-iscsi {{(pid=91550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:20:04.612203 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-baeee888-e438-4581-bc77-85d529b8978d req-47833c52-be50-4d4f-b0a7-9268f90af28f tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a83021f-5457-49eb-8026-84bcf6e4d125 HTTP/1.1" status: 200 len: 210 time: 0.0809474 May 21 15:20:04.766381 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 39a06c9b-717c-4dc6-8105-a5d38663661d up at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:20:04.841107 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-4d4e3eaf-5e14-43b9-a61b-6d6dca152b9f req-6ad2cccd-bf2d-4c3c-86b1-8097d5aff40c tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=0c112a89-dd5d-447a-a5cf-2f642b04fa15 HTTP/1.1" status: 200 len: 210 time: 0.1308529 May 21 15:20:04.872975 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-869c194e-9bc8-444f-9da5-06846e3b0b03 None None] Provisioning for port 39a06c9b-717c-4dc6-8105-a5d38663661d completed by entity DHCP. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:20:04.962176 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-8caec753-3761-4257-bcb3-255388458538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1768177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1763072'] for router, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:04.999506 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning for port 39a06c9b-717c-4dc6-8105-a5d38663661d completed by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:20:05.014826 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning complete for port 39a06c9b-717c-4dc6-8105-a5d38663661d triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:20:05.015229 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:05.086154 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 55370) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:05.176603 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-1b6292f9-79b0-41db-837d-82d69123920f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:05.204938 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-1b6292f9-79b0-41db-837d-82d69123920f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:20:05.220018 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-1b6292f9-79b0-41db-837d-82d69123920f admin admin] Usage tracker for resource:security_group_rule and tenant:e3fe45c922594129b316e85f9f64572e is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:20:05.227842 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-1b6292f9-79b0-41db-837d-82d69123920f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:20:05.243769 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-1b6292f9-79b0-41db-837d-82d69123920f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:20:05.401782 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-1b6292f9-79b0-41db-837d-82d69123920f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:05.409210 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-1b6292f9-79b0-41db-837d-82d69123920f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:05.436865 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:05.474299 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8caec753-3761-4257-bcb3-255388458538 admin admin] Router d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83 is scheduled to L3 agent 9c636599-187f-4688-bb24-d46a8be2a055 with binding_index 1 {{(pid=91548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 21 15:20:05.505024 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:05.603733 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] For port 39a06c9b-717c-4dc6-8105-a5d38663661d, host dv-cinder-792299-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=39a06c9b-717c-4dc6-8105-a5d38663661d,segment=NetworkSegment(67395f92-efc3-4428-9562-98be7db153b1),segment_id=67395f92-efc3-4428-9562-98be7db153b1)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:20:05.613963 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:05.625692 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-1b6292f9-79b0-41db-837d-82d69123920f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e3fe45c922594129b316e85f9f64572e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5378458 May 21 15:20:05.626279 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-2951fcee-da02-4e5b-8160-13e2871d88ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:05.626518 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 55388) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:05.634550 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6292f9-79b0-41db-837d-82d69123920f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2427455-0598-4db3-bb19-33c318d1cbfc,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:05.692889 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-1b6292f9-79b0-41db-837d-82d69123920f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:05.847987 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Pushing event updated for resources: {'Port': ['ID=39a06c9b-717c-4dc6-8105-a5d38663661d,revision_number=3']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:05.850913 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8caec753-3761-4257-bcb3-255388458538 admin admin] Notify agent at l3_agent.dv-cinder-792299-3-iscsi the message routers_updated {{(pid=91548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:20:05.857639 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-5238ce8a-5eca-423b-9eb7-6bd88186c303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:05.864085 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc95d5c-fcac-4d2b-967a-ea2568245784 None None] Sync routers for ids ['d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83'] in dv-cinder-792299-3-iscsi {{(pid=91551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:20:05.879969 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:05.884346 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc95d5c-fcac-4d2b-967a-ea2568245784 None None] Routers {'d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:20:05.885097 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-0dc95d5c-fcac-4d2b-967a-ea2568245784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:19:48Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83'], 'active': True} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:20:05.958731 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-8caec753-3761-4257-bcb3-255388458538 admin admin] Notify callbacks [] for router, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:05.964522 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-8caec753-3761-4257-bcb3-255388458538 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.5044539 May 21 15:20:05.965407 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 55408) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:06.109362 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-adc788d9-5b7f-4af7-8705-ab56c560c8d7 req-f36c71ad-ccfe-43c2-b462-cd6b64f6fe39 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a83021f-5457-49eb-8026-84bcf6e4d125 HTTP/1.1" status: 200 len: 210 time: 0.2125025 May 21 15:20:06.135546 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-5238ce8a-5eca-423b-9eb7-6bd88186c303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:06.313297 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvr_db [None req-0dc95d5c-fcac-4d2b-967a-ea2568245784 None None] Set router d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83 gateway port host: dv-cinder-792299-3-iscsi {{(pid=91551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:20:06.353403 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-935fcb7e-cbab-41ab-a094-aa1eadf951d9 None None] Provisioning complete for port 39a06c9b-717c-4dc6-8105-a5d38663661d triggered by entity DHCP. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:20:06.354402 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-935fcb7e-cbab-41ab-a094-aa1eadf951d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:06.404009 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 39a06c9b-717c-4dc6-8105-a5d38663661d up at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:20:06.412562 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-d86cd9f4-f517-432b-a150-b7db74fe8d78 req-11bdadc0-e045-438d-be33-68a2770ac0ef tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=0c112a89-dd5d-447a-a5cf-2f642b04fa15 HTTP/1.1" status: 200 len: 210 time: 0.1655486 May 21 15:20:06.448495 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-5238ce8a-5eca-423b-9eb7-6bd88186c303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:06.454452 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-1b6292f9-79b0-41db-837d-82d69123920f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:06.479718 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5238ce8a-5eca-423b-9eb7-6bd88186c303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2427455-0598-4db3-bb19-33c318d1cbfc,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:06.485353 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-5238ce8a-5eca-423b-9eb7-6bd88186c303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:06.502594 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-5238ce8a-5eca-423b-9eb7-6bd88186c303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:06.503798 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-5238ce8a-5eca-423b-9eb7-6bd88186c303 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e2427455-0598-4db3-bb19-33c318d1cbfc HTTP/1.1" status: 204 len: 168 time: 0.8755555 May 21 15:20:06.550479 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning complete for port 39a06c9b-717c-4dc6-8105-a5d38663661d triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:20:06.551076 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:06.976783 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-0dc95d5c-fcac-4d2b-967a-ea2568245784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd10ee6fe-509b-447e-8ed6-5ba0b8d0fb83', 'name': 'tempest-AttachVolumeTestJSON-983484191-router', 'tenant_id': 'a0ff7059c233428f81d35f38ec365006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '0b5f6bc1-2f39-4521-b263-738e2de40747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:20:01Z', 'updated_at': '2021-05-21T15:20:03Z', 'revision_number': 3, 'project_id': 'a0ff7059c233428f81d35f38ec365006', 'gw_port': {'id': '0b5f6bc1-2f39-4521-b263-738e2de40747', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd10ee6fe-509b-447e-8ed6-5ba0b8d0fb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:20:02Z', 'updated_at': '2021-05-21T15:20:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi'}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:20:06.980944 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc95d5c-fcac-4d2b-967a-ea2568245784 None None] Checking router: d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83 for host: dv-cinder-792299-3-iscsi {{(pid=91551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:20:06.981291 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc95d5c-fcac-4d2b-967a-ea2568245784 None None] Updating router d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83 port 0b5f6bc1-2f39-4521-b263-738e2de40747 binding host dv-cinder-792299-3-iscsi {{(pid=91551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 21 15:20:07.043618 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron_lib.callbacks.manager [None req-0dc95d5c-fcac-4d2b-967a-ea2568245784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:07.330513 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-94040556-cf07-432e-8af7-b535715cca92 req-f6d6cbd5-72b9-44b1-bd5c-724ec27f40dc tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a83021f-5457-49eb-8026-84bcf6e4d125 HTTP/1.1" status: 200 len: 210 time: 0.0514429 May 21 15:20:07.372416 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-eaa7f1e5-8105-4d8c-8bf9-813c85648fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:07.616601 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron_lib.callbacks.manager [None req-0dc95d5c-fcac-4d2b-967a-ea2568245784 None None] Notify callbacks [] for port, precommit_update {{(pid=91551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:07.630299 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.provisioning_blocks [None req-0dc95d5c-fcac-4d2b-967a-ea2568245784 None None] Transition to ACTIVE for port object 0b5f6bc1-2f39-4521-b263-738e2de40747 will not be triggered until provisioned by entity L2. {{(pid=91551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:20:07.632173 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-2da72c0f-b7d9-4537-951d-d4a1df78bd3e req-d2558dfa-f3ec-43c7-898d-a114bba9e4cf tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=0c112a89-dd5d-447a-a5cf-2f642b04fa15 HTTP/1.1" status: 200 len: 210 time: 0.0435922 May 21 15:20:07.660165 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron_lib.callbacks.manager [None req-0dc95d5c-fcac-4d2b-967a-ea2568245784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:07.666127 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG oslo_concurrency.lockutils [None req-d00b70da-1234-449f-82f3-710cf4b155b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:07.715496 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.db_base_plugin_common [None req-eaa7f1e5-8105-4d8c-8bf9-813c85648fce admin admin] Allocated IP 172.20.0.1 (efa2a869-eef6-443f-b219-ba0ab20cb5c1/b15db54b-4552-4834-a465-ff2d97af0b01/d0c6be38-c672-47b5-a65f-4876da27922a) {{(pid=91548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:20:07.740711 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.managers [None req-0dc95d5c-fcac-4d2b-967a-ea2568245784 None None] Attempting to bind port 0b5f6bc1-2f39-4521-b263-738e2de40747 on host dv-cinder-792299-3-iscsi for vnic_type normal with profile {{(pid=91551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:20:07.741184 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.managers [None req-0dc95d5c-fcac-4d2b-967a-ea2568245784 None None] Attempting to bind port 0b5f6bc1-2f39-4521-b263-738e2de40747 by drivers openvswitch,hyperv on host dv-cinder-792299-3-iscsi at level 0 using segments [{'id': '6e22115a-e16c-4b74-9ec4-448dbc5267a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed'}] {{(pid=91551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:20:07.741654 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc95d5c-fcac-4d2b-967a-ea2568245784 None None] Attempting to bind port 0b5f6bc1-2f39-4521-b263-738e2de40747 on network ba463646-5c92-40f4-a60a-d72924905aed {{(pid=91551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:20:07.747726 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18af0370-217a-4dd3-9a8d-a007dad7b47f None None] Pushing event updated for resources: {'Port': ['ID=0b5f6bc1-2f39-4521-b263-738e2de40747,revision_number=2']} {{(pid=91551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:07.753142 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc95d5c-fcac-4d2b-967a-ea2568245784 None None] Checking agent: {'id': 'f4608e34-e7ca-4ad2-a713-84295da40874', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 12, 18), 'started_at': datetime.datetime(2021, 5, 21, 15, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:20:07.753595 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc95d5c-fcac-4d2b-967a-ea2568245784 None None] Checking segment: {'id': '6e22115a-e16c-4b74-9ec4-448dbc5267a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:20:07.754103 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron_lib.callbacks.manager [None req-0dc95d5c-fcac-4d2b-967a-ea2568245784 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:07.754565 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc95d5c-fcac-4d2b-967a-ea2568245784 None None] Bound using segment: {'id': '6e22115a-e16c-4b74-9ec4-448dbc5267a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed'} {{(pid=91551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:20:07.755077 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.managers [None req-0dc95d5c-fcac-4d2b-967a-ea2568245784 None None] Bound port: 0b5f6bc1-2f39-4521-b263-738e2de40747, host: dv-cinder-792299-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e22115a-e16c-4b74-9ec4-448dbc5267a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed'}}] {{(pid=91551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:20:07.755451 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron_lib.callbacks.manager [None req-0dc95d5c-fcac-4d2b-967a-ea2568245784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:07.788164 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18af0370-217a-4dd3-9a8d-a007dad7b47f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:20:07.789117 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18af0370-217a-4dd3-9a8d-a007dad7b47f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:20:07.789395 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18af0370-217a-4dd3-9a8d-a007dad7b47f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:20:07.789891 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18af0370-217a-4dd3-9a8d-a007dad7b47f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:20:07.790219 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18af0370-217a-4dd3-9a8d-a007dad7b47f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:20:07.790544 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18af0370-217a-4dd3-9a8d-a007dad7b47f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:20:07.790862 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18af0370-217a-4dd3-9a8d-a007dad7b47f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:20:07.791198 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18af0370-217a-4dd3-9a8d-a007dad7b47f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:20:07.791539 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18af0370-217a-4dd3-9a8d-a007dad7b47f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:20:07.791857 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18af0370-217a-4dd3-9a8d-a007dad7b47f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:20:07.792192 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18af0370-217a-4dd3-9a8d-a007dad7b47f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:20:07.792491 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18af0370-217a-4dd3-9a8d-a007dad7b47f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:20:07.793477 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18af0370-217a-4dd3-9a8d-a007dad7b47f None None] Tracked resource versions report: May 21 15:20:07.793477 dv-cinder-792299-3-iscsi neutron-server[91551]: pushed versions: May 21 15:20:07.793477 dv-cinder-792299-3-iscsi neutron-server[91551]: { 'AddressGroup': {'1.2'}, May 21 15:20:07.793477 dv-cinder-792299-3-iscsi neutron-server[91551]: 'ConntrackHelper': {'1.0'}, May 21 15:20:07.793477 dv-cinder-792299-3-iscsi neutron-server[91551]: 'Log': {'1.0'}, May 21 15:20:07.793477 dv-cinder-792299-3-iscsi neutron-server[91551]: 'Network': {'1.1'}, May 21 15:20:07.793477 dv-cinder-792299-3-iscsi neutron-server[91551]: 'Port': {'1.7'}, May 21 15:20:07.793477 dv-cinder-792299-3-iscsi neutron-server[91551]: 'PortForwarding': {'1.2'}, May 21 15:20:07.793477 dv-cinder-792299-3-iscsi neutron-server[91551]: 'QosPolicy': {'1.8'}, May 21 15:20:07.793477 dv-cinder-792299-3-iscsi neutron-server[91551]: 'SecurityGroup': {'1.4'}, May 21 15:20:07.793477 dv-cinder-792299-3-iscsi neutron-server[91551]: 'SecurityGroupRule': {'1.2'}, May 21 15:20:07.793477 dv-cinder-792299-3-iscsi neutron-server[91551]: 'SubPort': {'1.0'}, May 21 15:20:07.793477 dv-cinder-792299-3-iscsi neutron-server[91551]: 'Subnet': {'1.1'}, May 21 15:20:07.793477 dv-cinder-792299-3-iscsi neutron-server[91551]: 'Trunk': {'1.1'}} May 21 15:20:07.793477 dv-cinder-792299-3-iscsi neutron-server[91551]: consumer versions: May 21 15:20:07.793477 dv-cinder-792299-3-iscsi neutron-server[91551]: { DHCP agent@dv-cinder-792299-3-iscsi: {}, May 21 15:20:07.793477 dv-cinder-792299-3-iscsi neutron-server[91551]: HyperV agent@hv-cinder-79229: {}, May 21 15:20:07.793477 dv-cinder-792299-3-iscsi neutron-server[91551]: L3 agent@dv-cinder-792299-3-iscsi: {}, May 21 15:20:07.793477 dv-cinder-792299-3-iscsi neutron-server[91551]: Metadata agent@dv-cinder-792299-3-iscsi: {}, May 21 15:20:07.793477 dv-cinder-792299-3-iscsi neutron-server[91551]: Metering agent@dv-cinder-792299-3-iscsi: {}, May 21 15:20:07.793477 dv-cinder-792299-3-iscsi neutron-server[91551]: Open vSwitch agent@dv-cinder-792299-3-iscsi: { 'AddressGroup': '1.2', May 21 15:20:07.793477 dv-cinder-792299-3-iscsi neutron-server[91551]: 'ConntrackHelper': '1.0', May 21 15:20:07.793477 dv-cinder-792299-3-iscsi neutron-server[91551]: 'Log': '1.0', May 21 15:20:07.793477 dv-cinder-792299-3-iscsi neutron-server[91551]: 'Network': '1.1', May 21 15:20:07.793477 dv-cinder-792299-3-iscsi neutron-server[91551]: 'Port': '1.7', May 21 15:20:07.793477 dv-cinder-792299-3-iscsi neutron-server[91551]: 'PortForwarding': '1.2', May 21 15:20:07.793477 dv-cinder-792299-3-iscsi neutron-server[91551]: 'QosPolicy': '1.8', May 21 15:20:07.793477 dv-cinder-792299-3-iscsi neutron-server[91551]: 'SecurityGroup': '1.4', May 21 15:20:07.793477 dv-cinder-792299-3-iscsi neutron-server[91551]: 'SecurityGroupRule': '1.2', May 21 15:20:07.793477 dv-cinder-792299-3-iscsi neutron-server[91551]: 'SubPort': '1.0', May 21 15:20:07.793477 dv-cinder-792299-3-iscsi neutron-server[91551]: 'Subnet': '1.1', May 21 15:20:07.793477 dv-cinder-792299-3-iscsi neutron-server[91551]: 'Trunk': '1.1'}} May 21 15:20:07.793477 dv-cinder-792299-3-iscsi neutron-server[91551]: {{(pid=91551) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 21 15:20:07.804881 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG oslo_concurrency.lockutils [None req-18af0370-217a-4dd3-9a8d-a007dad7b47f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:07.844351 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.db [None req-0dc95d5c-fcac-4d2b-967a-ea2568245784 None None] For port 0b5f6bc1-2f39-4521-b263-738e2de40747, host dv-cinder-792299-3-iscsi, cleared binding levels {{(pid=91551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:20:07.848163 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.db [None req-0dc95d5c-fcac-4d2b-967a-ea2568245784 None None] For port 0b5f6bc1-2f39-4521-b263-738e2de40747, host dv-cinder-792299-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=0b5f6bc1-2f39-4521-b263-738e2de40747,segment=NetworkSegment(6e22115a-e16c-4b74-9ec4-448dbc5267a0),segment_id=6e22115a-e16c-4b74-9ec4-448dbc5267a0)] {{(pid=91551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:20:07.853347 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron_lib.callbacks.manager [None req-0dc95d5c-fcac-4d2b-967a-ea2568245784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:07.858381 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:07.879483 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-eaa7f1e5-8105-4d8c-8bf9-813c85648fce admin admin] Notify callbacks [] for port, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:07.897173 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.provisioning_blocks [None req-eaa7f1e5-8105-4d8c-8bf9-813c85648fce admin admin] Transition to ACTIVE for port object d0c6be38-c672-47b5-a65f-4876da27922a will not be triggered until provisioned by entity DHCP. {{(pid=91548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:20:07.929052 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-eaa7f1e5-8105-4d8c-8bf9-813c85648fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730419340153'] for port, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:07.930230 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc95d5c-fcac-4d2b-967a-ea2568245784 None None] Routers {'d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:20:07.930861 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-0dc95d5c-fcac-4d2b-967a-ea2568245784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:19:48Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83'], 'active': True} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:20:07.935763 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-8caec753-3761-4257-bcb3-255388458538 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:08.014199 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18af0370-217a-4dd3-9a8d-a007dad7b47f None None] Pushing event updated for resources: {'Port': ['ID=0b5f6bc1-2f39-4521-b263-738e2de40747,revision_number=3']} {{(pid=91551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:08.017635 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG oslo_concurrency.lockutils [None req-18af0370-217a-4dd3-9a8d-a007dad7b47f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:08.028945 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa7f1e5-8105-4d8c-8bf9-813c85648fce admin admin] Network efa2a869-eef6-443f-b219-ba0ab20cb5c1 is already hosted by enough agents. {{(pid=91548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:20:08.032326 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.base_scheduler [None req-eaa7f1e5-8105-4d8c-8bf9-813c85648fce admin admin] Resources bound (agent type, host, resource id): {{(pid=91548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:20:08.047401 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa7f1e5-8105-4d8c-8bf9-813c85648fce admin admin] Received port after_create {{(pid=91548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:20:08.047864 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-eaa7f1e5-8105-4d8c-8bf9-813c85648fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774610'] for router_interface, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:08.144551 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvr_db [None req-0dc95d5c-fcac-4d2b-967a-ea2568245784 None None] Set router d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83 gateway port host: dv-cinder-792299-3-iscsi {{(pid=91551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:20:08.208585 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa7f1e5-8105-4d8c-8bf9-813c85648fce admin admin] Pushing event updated for resources: {'Port': ['ID=d0c6be38-c672-47b5-a65f-4876da27922a,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:08.214466 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-eaa7f1e5-8105-4d8c-8bf9-813c85648fce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:08.310772 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-a74aa06d-6fc7-4e13-af7c-1e937f7f624d None None] Provisioning for port d0c6be38-c672-47b5-a65f-4876da27922a completed by entity DHCP. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:20:08.322496 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-a74aa06d-6fc7-4e13-af7c-1e937f7f624d None None] Provisioning complete for port d0c6be38-c672-47b5-a65f-4876da27922a triggered by entity DHCP. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:20:08.323181 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-a74aa06d-6fc7-4e13-af7c-1e937f7f624d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:08.383890 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-a74aa06d-6fc7-4e13-af7c-1e937f7f624d None None] Port d0c6be38-c672-47b5-a65f-4876da27922a cannot update to ACTIVE because it is not bound. {{(pid=91550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 15:20:08.426313 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-eaa7f1e5-8105-4d8c-8bf9-813c85648fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:08.522111 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-0dc95d5c-fcac-4d2b-967a-ea2568245784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd10ee6fe-509b-447e-8ed6-5ba0b8d0fb83', 'name': 'tempest-AttachVolumeTestJSON-983484191-router', 'tenant_id': 'a0ff7059c233428f81d35f38ec365006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '0b5f6bc1-2f39-4521-b263-738e2de40747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:20:01Z', 'updated_at': '2021-05-21T15:20:03Z', 'revision_number': 3, 'project_id': 'a0ff7059c233428f81d35f38ec365006', 'gw_port': {'id': '0b5f6bc1-2f39-4521-b263-738e2de40747', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd10ee6fe-509b-447e-8ed6-5ba0b8d0fb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:20:02Z', 'updated_at': '2021-05-21T15:20:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi'}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:20:08.522714 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-1276ae7d-e809-4aac-950e-670cdfb8f8e5 req-cfddd5f0-f77a-41ef-9012-ef35c129d79b tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a83021f-5457-49eb-8026-84bcf6e4d125 HTTP/1.1" status: 200 len: 210 time: 0.0559976 May 21 15:20:08.526709 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc95d5c-fcac-4d2b-967a-ea2568245784 None None] The sync data for ids ['d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83'] in dv-cinder-792299-3-iscsi is: [{'id': 'd10ee6fe-509b-447e-8ed6-5ba0b8d0fb83', 'name': 'tempest-AttachVolumeTestJSON-983484191-router', 'tenant_id': 'a0ff7059c233428f81d35f38ec365006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '0b5f6bc1-2f39-4521-b263-738e2de40747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:20:01Z', 'updated_at': '2021-05-21T15:20:03Z', 'revision_number': 3, 'project_id': 'a0ff7059c233428f81d35f38ec365006', 'gw_port': {'id': '0b5f6bc1-2f39-4521-b263-738e2de40747', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd10ee6fe-509b-447e-8ed6-5ba0b8d0fb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:20:02Z', 'updated_at': '2021-05-21T15:20:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi'}] {{(pid=91551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:20:08.741861 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-eaa7f1e5-8105-4d8c-8bf9-813c85648fce admin admin] Notify callbacks [] for port, precommit_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:08.749973 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-eaa7f1e5-8105-4d8c-8bf9-813c85648fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:08.751229 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-eaa7f1e5-8105-4d8c-8bf9-813c85648fce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1697730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774703'] for router_interface, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:08.766686 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:08.861647 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-6c164010-d026-438f-941d-65cde8d2b504 req-9692eed2-bd99-4fd4-8320-b50ce39f71bc tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=0c112a89-dd5d-447a-a5cf-2f642b04fa15 HTTP/1.1" status: 200 len: 210 time: 0.0810249 May 21 15:20:09.008220 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa7f1e5-8105-4d8c-8bf9-813c85648fce admin admin] Pushing event updated for resources: {'Port': ['ID=d0c6be38-c672-47b5-a65f-4876da27922a,revision_number=2']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:09.012494 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-eaa7f1e5-8105-4d8c-8bf9-813c85648fce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:09.064413 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa7f1e5-8105-4d8c-8bf9-813c85648fce admin admin] Network efa2a869-eef6-443f-b219-ba0ab20cb5c1 is already hosted by enough agents. {{(pid=91548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:20:09.066244 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.base_scheduler [None req-eaa7f1e5-8105-4d8c-8bf9-813c85648fce admin admin] Resources bound (agent type, host, resource id): {{(pid=91548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:20:09.348699 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa7f1e5-8105-4d8c-8bf9-813c85648fce admin admin] Router d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83 has already been hosted by L3 agent 9c636599-187f-4688-bb24-d46a8be2a055 {{(pid=91548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:20:09.523540 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-1286373d-9b3f-49b7-b01a-7492d2228747 None None] Provisioning complete for port d0c6be38-c672-47b5-a65f-4876da27922a triggered by entity DHCP. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:20:09.525274 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-1286373d-9b3f-49b7-b01a-7492d2228747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:09.611452 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa7f1e5-8105-4d8c-8bf9-813c85648fce admin admin] Notify agent at l3_agent.dv-cinder-792299-3-iscsi the message routers_updated {{(pid=91548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:20:09.623801 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-eaa7f1e5-8105-4d8c-8bf9-813c85648fce admin admin] 10.222.0.69 "PUT /v2.0/routers/d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6559000 May 21 15:20:09.669830 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-1286373d-9b3f-49b7-b01a-7492d2228747 None None] Port d0c6be38-c672-47b5-a65f-4876da27922a cannot update to ACTIVE because it is not bound. {{(pid=91550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 15:20:09.770093 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-e6475c10-7ef2-4e68-8207-66fd68e09dd0 req-c506258b-fe6b-446d-a8c6-cdc35fbb81d2 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a83021f-5457-49eb-8026-84bcf6e4d125 HTTP/1.1" status: 200 len: 210 time: 0.0488446 May 21 15:20:10.044976 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-2007f83a-1758-48a4-aeee-c370e88d286e req-63bdcf72-bb13-4fe1-ae0f-d70a2012b1cc tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=0c112a89-dd5d-447a-a5cf-2f642b04fa15 HTTP/1.1" status: 200 len: 210 time: 0.0451410 May 21 15:20:10.170528 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 55558) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:10.176197 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [None req-c54235db-975b-4705-9c09-59886d3ecff8 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1143414833', 'description': 'tempest-description--1163000365'}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:20:10.182880 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-c54235db-975b-4705-9c09-59886d3ecff8 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:20:10.187490 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-c54235db-975b-4705-9c09-59886d3ecff8 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Usage tracker for resource:security_group and tenant:a0ff7059c233428f81d35f38ec365006 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:20:10.190563 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-c54235db-975b-4705-9c09-59886d3ecff8 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:20:10.198693 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-c54235db-975b-4705-9c09-59886d3ecff8 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:20:10.212747 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-c54235db-975b-4705-9c09-59886d3ecff8 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks [] for security_group, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:10.234208 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-c54235db-975b-4705-9c09-59886d3ecff8 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:20:10.238051 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-c54235db-975b-4705-9c09-59886d3ecff8 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Usage tracker for resource:security_group_rule and tenant:a0ff7059c233428f81d35f38ec365006 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:20:10.240880 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-c54235db-975b-4705-9c09-59886d3ecff8 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:20:10.247481 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-c54235db-975b-4705-9c09-59886d3ecff8 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:20:10.344260 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-c54235db-975b-4705-9c09-59886d3ecff8 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks [] for security_group, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:10.351101 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-c54235db-975b-4705-9c09-59886d3ecff8 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:10.362919 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:10.367166 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 0b5f6bc1-2f39-4521-b263-738e2de40747 up at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:20:10.419506 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-c54235db-975b-4705-9c09-59886d3ecff8 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks [] for security_group, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:10.420963 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-c54235db-975b-4705-9c09-59886d3ecff8 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2493911 May 21 15:20:10.421659 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54235db-975b-4705-9c09-59886d3ecff8 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:10.424019 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 55572) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:10.424971 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-c54235db-975b-4705-9c09-59886d3ecff8 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:10.432613 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [None req-ee0a8d5f-64ad-4fc9-830d-516629d2f940 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Request body: {'security_group_rule': {'security_group_id': '7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:20:10.439555 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-ee0a8d5f-64ad-4fc9-830d-516629d2f940 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:20:10.447002 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-ee0a8d5f-64ad-4fc9-830d-516629d2f940 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Usage tracker for resource:security_group_rule and tenant:a0ff7059c233428f81d35f38ec365006 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:20:10.450358 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-ee0a8d5f-64ad-4fc9-830d-516629d2f940 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:20:10.457716 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-ee0a8d5f-64ad-4fc9-830d-516629d2f940 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:20:10.478219 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31392722-c1cf-4806-89b2-275ffa60d99b None None] Sync routers for ids ['d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83'] in dv-cinder-792299-3-iscsi {{(pid=91550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:20:10.481008 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-ee0a8d5f-64ad-4fc9-830d-516629d2f940 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:10.496781 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31392722-c1cf-4806-89b2-275ffa60d99b None None] Routers {'d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:20:10.497574 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-31392722-c1cf-4806-89b2-275ffa60d99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:19:48Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83'], 'active': True} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:20:10.554913 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning for port 0b5f6bc1-2f39-4521-b263-738e2de40747 completed by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:20:10.557556 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-ee0a8d5f-64ad-4fc9-830d-516629d2f940 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:10.561910 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-ee0a8d5f-64ad-4fc9-830d-516629d2f940 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595095'] for security_group_rule, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:10.563950 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:10.569165 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning complete for port 0b5f6bc1-2f39-4521-b263-738e2de40747 triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:20:10.569540 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:10.588807 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0a8d5f-64ad-4fc9-830d-516629d2f940 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afce11a6-1fc8-4db3-b239-50a058ca5105,revision_number=0']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:10.593701 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-ee0a8d5f-64ad-4fc9-830d-516629d2f940 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:10.604741 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-ee0a8d5f-64ad-4fc9-830d-516629d2f940 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:10.606651 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-ee0a8d5f-64ad-4fc9-830d-516629d2f940 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1788070 May 21 15:20:10.609473 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 55578) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:10.615136 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [None req-cc561f1e-0559-46d2-89cb-d7dd9f8fc741 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Request body: {'security_group_rule': {'security_group_id': '7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:20:10.622016 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-cc561f1e-0559-46d2-89cb-d7dd9f8fc741 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:20:10.626212 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-cc561f1e-0559-46d2-89cb-d7dd9f8fc741 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Usage tracker for resource:security_group_rule and tenant:a0ff7059c233428f81d35f38ec365006 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:20:10.629399 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-cc561f1e-0559-46d2-89cb-d7dd9f8fc741 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:20:10.636999 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-cc561f1e-0559-46d2-89cb-d7dd9f8fc741 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:20:10.656763 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-cc561f1e-0559-46d2-89cb-d7dd9f8fc741 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:10.732888 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-cc561f1e-0559-46d2-89cb-d7dd9f8fc741 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:10.736805 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-cc561f1e-0559-46d2-89cb-d7dd9f8fc741 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595095'] for security_group_rule, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:10.739388 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-ee0a8d5f-64ad-4fc9-830d-516629d2f940 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:10.768735 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc561f1e-0559-46d2-89cb-d7dd9f8fc741 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffa437a7-55e4-4871-a66f-fd75976165f1,revision_number=0']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:10.774227 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-cc561f1e-0559-46d2-89cb-d7dd9f8fc741 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:10.775554 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvr_db [None req-31392722-c1cf-4806-89b2-275ffa60d99b None None] Set router d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83 gateway port host: dv-cinder-792299-3-iscsi {{(pid=91550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:20:10.778836 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-cc561f1e-0559-46d2-89cb-d7dd9f8fc741 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:10.783048 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-cc561f1e-0559-46d2-89cb-d7dd9f8fc741 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1694334 May 21 15:20:10.783307 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 55586) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:10.789419 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [None req-0a53714e-7d2b-4e39-890e-c24bf4254d00 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Request body: {'floatingip': {'floating_network_id': 'ba463646-5c92-40f4-a60a-d72924905aed'}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:20:10.795427 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-0a53714e-7d2b-4e39-890e-c24bf4254d00 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:20:10.799331 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-0a53714e-7d2b-4e39-890e-c24bf4254d00 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Usage tracker for resource:floatingip and tenant:a0ff7059c233428f81d35f38ec365006 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:20:10.802852 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-0a53714e-7d2b-4e39-890e-c24bf4254d00 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:20:10.822855 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-0a53714e-7d2b-4e39-890e-c24bf4254d00 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:20:10.836684 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-0a53714e-7d2b-4e39-890e-c24bf4254d00 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks [] for floatingip, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:10.861447 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:10.996867 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] For port 0b5f6bc1-2f39-4521-b263-738e2de40747, host dv-cinder-792299-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=0b5f6bc1-2f39-4521-b263-738e2de40747,segment=NetworkSegment(6e22115a-e16c-4b74-9ec4-448dbc5267a0),segment_id=6e22115a-e16c-4b74-9ec4-448dbc5267a0)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:20:11.010653 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-06708b63-5f3d-4368-9914-eebf0ba53fa0 req-4078c768-cb1a-4913-9d14-f82ebf5196d6 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a83021f-5457-49eb-8026-84bcf6e4d125 HTTP/1.1" status: 200 len: 210 time: 0.0739183 May 21 15:20:11.049186 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:11.053641 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-0a53714e-7d2b-4e39-890e-c24bf4254d00 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:11.063773 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:11.254122 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Pushing event updated for resources: {'Port': ['ID=0b5f6bc1-2f39-4521-b263-738e2de40747,revision_number=4']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:11.258609 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:11.281875 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.db_base_plugin_common [None req-0a53714e-7d2b-4e39-890e-c24bf4254d00 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Allocated IP 172.27.2.159 (ba463646-5c92-40f4-a60a-d72924905aed/aafb72b8-44f1-4418-af97-0acaa496b3de/425297d4-3835-49c8-880a-603bcd0b1edf) {{(pid=91548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:20:11.345118 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-31392722-c1cf-4806-89b2-275ffa60d99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd10ee6fe-509b-447e-8ed6-5ba0b8d0fb83', 'name': 'tempest-AttachVolumeTestJSON-983484191-router', 'tenant_id': 'a0ff7059c233428f81d35f38ec365006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '0b5f6bc1-2f39-4521-b263-738e2de40747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:20:01Z', 'updated_at': '2021-05-21T15:20:08Z', 'revision_number': 4, 'project_id': 'a0ff7059c233428f81d35f38ec365006', 'gw_port': {'id': '0b5f6bc1-2f39-4521-b263-738e2de40747', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd10ee6fe-509b-447e-8ed6-5ba0b8d0fb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:20:02Z', 'updated_at': '2021-05-21T15:20:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_interfaces': [{'id': 'd0c6be38-c672-47b5-a65f-4876da27922a', 'name': '', 'network_id': 'efa2a869-eef6-443f-b219-ba0ab20cb5c1', 'tenant_id': 'a0ff7059c233428f81d35f38ec365006', 'mac_address': 'fa:16:3e:1d:7b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd10ee6fe-509b-447e-8ed6-5ba0b8d0fb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b15db54b-4552-4834-a465-ff2d97af0b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:20:07Z', 'updated_at': '2021-05-21T15:20:08Z', 'revision_number': 2, 'project_id': 'a0ff7059c233428f81d35f38ec365006', 'subnets': [{'id': 'b15db54b-4552-4834-a465-ff2d97af0b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:20:11.345699 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-4ee4fc44-0bb9-4f8e-86f0-385a27aa2145 req-51b8265c-e485-448a-a1df-0a79f2aeee11 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=0c112a89-dd5d-447a-a5cf-2f642b04fa15 HTTP/1.1" status: 200 len: 210 time: 0.1028311 May 21 15:20:11.350445 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31392722-c1cf-4806-89b2-275ffa60d99b None None] Checking router: d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83 for host: dv-cinder-792299-3-iscsi {{(pid=91550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:20:11.350963 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31392722-c1cf-4806-89b2-275ffa60d99b None None] Updating router d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83 port d0c6be38-c672-47b5-a65f-4876da27922a binding host dv-cinder-792299-3-iscsi {{(pid=91550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 21 15:20:11.403826 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-31392722-c1cf-4806-89b2-275ffa60d99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:11.468456 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-0a53714e-7d2b-4e39-890e-c24bf4254d00 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks [] for port, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:11.503038 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-0a53714e-7d2b-4e39-890e-c24bf4254d00 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730419340153'] for port, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:11.507037 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-eaa7f1e5-8105-4d8c-8bf9-813c85648fce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:11.575173 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a53714e-7d2b-4e39-890e-c24bf4254d00 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Network ba463646-5c92-40f4-a60a-d72924905aed is already hosted by enough agents. {{(pid=91548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:20:11.578982 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.base_scheduler [None req-0a53714e-7d2b-4e39-890e-c24bf4254d00 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Resources bound (agent type, host, resource id): {{(pid=91548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:20:11.581856 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a53714e-7d2b-4e39-890e-c24bf4254d00 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Received port after_create {{(pid=91548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:20:11.596424 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a53714e-7d2b-4e39-890e-c24bf4254d00 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Pushing event updated for resources: {'Port': ['ID=425297d4-3835-49c8-880a-603bcd0b1edf,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:11.600433 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-0a53714e-7d2b-4e39-890e-c24bf4254d00 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:11.673638 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-0a53714e-7d2b-4e39-890e-c24bf4254d00 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:11.773804 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-0a53714e-7d2b-4e39-890e-c24bf4254d00 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:11.823102 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-31392722-c1cf-4806-89b2-275ffa60d99b None None] Notify callbacks [] for port, precommit_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:11.835428 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-31392722-c1cf-4806-89b2-275ffa60d99b None None] Transition to ACTIVE for port object d0c6be38-c672-47b5-a65f-4876da27922a will not be triggered until provisioned by entity L2. {{(pid=91550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:20:11.843816 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-31392722-c1cf-4806-89b2-275ffa60d99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:11.847678 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:11.977030 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aee88f-771e-45b3-93c3-b120b9e96e4b None None] Pushing event updated for resources: {'Port': ['ID=d0c6be38-c672-47b5-a65f-4876da27922a,revision_number=3']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:12.008630 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-44aee88f-771e-45b3-93c3-b120b9e96e4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:12.085053 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.managers [None req-31392722-c1cf-4806-89b2-275ffa60d99b None None] Attempting to bind port d0c6be38-c672-47b5-a65f-4876da27922a on host dv-cinder-792299-3-iscsi for vnic_type normal with profile {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:20:12.085987 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.managers [None req-31392722-c1cf-4806-89b2-275ffa60d99b None None] Attempting to bind port d0c6be38-c672-47b5-a65f-4876da27922a by drivers openvswitch,hyperv on host dv-cinder-792299-3-iscsi at level 0 using segments [{'id': '67395f92-efc3-4428-9562-98be7db153b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'efa2a869-eef6-443f-b219-ba0ab20cb5c1'}] {{(pid=91550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:20:12.086944 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31392722-c1cf-4806-89b2-275ffa60d99b None None] Attempting to bind port d0c6be38-c672-47b5-a65f-4876da27922a on network efa2a869-eef6-443f-b219-ba0ab20cb5c1 {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:20:12.094634 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31392722-c1cf-4806-89b2-275ffa60d99b None None] Checking agent: {'id': 'f4608e34-e7ca-4ad2-a713-84295da40874', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 12, 18), 'started_at': datetime.datetime(2021, 5, 21, 15, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:20:12.095047 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31392722-c1cf-4806-89b2-275ffa60d99b None None] Checking segment: {'id': '67395f92-efc3-4428-9562-98be7db153b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'efa2a869-eef6-443f-b219-ba0ab20cb5c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:20:12.095458 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-31392722-c1cf-4806-89b2-275ffa60d99b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:12.095856 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31392722-c1cf-4806-89b2-275ffa60d99b None None] Bound using segment: {'id': '67395f92-efc3-4428-9562-98be7db153b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'efa2a869-eef6-443f-b219-ba0ab20cb5c1'} {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:20:12.096336 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.managers [None req-31392722-c1cf-4806-89b2-275ffa60d99b None None] Bound port: d0c6be38-c672-47b5-a65f-4876da27922a, host: dv-cinder-792299-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67395f92-efc3-4428-9562-98be7db153b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'efa2a869-eef6-443f-b219-ba0ab20cb5c1'}}] {{(pid=91550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:20:12.096723 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-31392722-c1cf-4806-89b2-275ffa60d99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:12.177308 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-0a53714e-7d2b-4e39-890e-c24bf4254d00 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks [] for port, precommit_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:12.182779 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-0a53714e-7d2b-4e39-890e-c24bf4254d00 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:12.194504 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-0a53714e-7d2b-4e39-890e-c24bf4254d00 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:12.213847 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-fa12d187-b7ee-4fe5-b381-3250f6d15a95 req-d71c1143-d0a9-4292-bbbe-5422deddb9a3 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a83021f-5457-49eb-8026-84bcf6e4d125 HTTP/1.1" status: 200 len: 210 time: 0.0726066 May 21 15:20:12.238178 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-31392722-c1cf-4806-89b2-275ffa60d99b None None] For port d0c6be38-c672-47b5-a65f-4876da27922a, host dv-cinder-792299-3-iscsi, cleared binding levels {{(pid=91550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:20:12.242067 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-31392722-c1cf-4806-89b2-275ffa60d99b None None] For port d0c6be38-c672-47b5-a65f-4876da27922a, host dv-cinder-792299-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=d0c6be38-c672-47b5-a65f-4876da27922a,segment=NetworkSegment(67395f92-efc3-4428-9562-98be7db153b1),segment_id=67395f92-efc3-4428-9562-98be7db153b1)] {{(pid=91550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:20:12.248071 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-31392722-c1cf-4806-89b2-275ffa60d99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:12.254801 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-63bb644e-e50c-485d-8ee7-b4a4ae58d5ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:12.263669 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-0a53714e-7d2b-4e39-890e-c24bf4254d00 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763211'] for floatingip, after_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:12.293887 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-0a53714e-7d2b-4e39-890e-c24bf4254d00 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for floatingip, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:12.295522 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-0a53714e-7d2b-4e39-890e-c24bf4254d00 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5112350 May 21 15:20:12.338673 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a53714e-7d2b-4e39-890e-c24bf4254d00 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Pushing event updated for resources: {'Port': ['ID=425297d4-3835-49c8-880a-603bcd0b1edf,revision_number=2']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:12.358276 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-0a53714e-7d2b-4e39-890e-c24bf4254d00 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:12.371146 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31392722-c1cf-4806-89b2-275ffa60d99b None None] Routers {'d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:20:12.372207 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-31392722-c1cf-4806-89b2-275ffa60d99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:19:48Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83'], 'active': True} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:20:12.461016 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 0b5f6bc1-2f39-4521-b263-738e2de40747 up at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:20:12.500146 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aee88f-771e-45b3-93c3-b120b9e96e4b None None] Pushing event updated for resources: {'Port': ['ID=d0c6be38-c672-47b5-a65f-4876da27922a,revision_number=4']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:12.512398 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-44aee88f-771e-45b3-93c3-b120b9e96e4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:12.582377 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-1a164a8f-db1d-4523-9066-d9d449b0cc7f req-f3766456-2a77-408d-9ca2-41177f20bab9 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=0c112a89-dd5d-447a-a5cf-2f642b04fa15 HTTP/1.1" status: 200 len: 210 time: 0.0548244 May 21 15:20:12.657057 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [req-22c9ed3a-1ed0-4427-9dfc-96a8fff0b20d req-5714aae7-0f8a-473e-aed5-531375d8103c tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Synchronizing usage tracker for tenant:a0ff7059c233428f81d35f38ec365006 on resource:security_group {{(pid=91549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:20:12.680864 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [req-22c9ed3a-1ed0-4427-9dfc-96a8fff0b20d req-5714aae7-0f8a-473e-aed5-531375d8103c tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Unset dirty status for tenant:a0ff7059c233428f81d35f38ec365006 on resource:security_group {{(pid=91549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:20:12.682391 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-22c9ed3a-1ed0-4427-9dfc-96a8fff0b20d req-5714aae7-0f8a-473e-aed5-531375d8103c tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1143414833&fields=id&tenant_id=a0ff7059c233428f81d35f38ec365006 HTTP/1.1" status: 200 len: 267 time: 0.0671079 May 21 15:20:12.717874 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning complete for port 0b5f6bc1-2f39-4521-b263-738e2de40747 triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:20:12.718240 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:12.753588 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvr_db [None req-31392722-c1cf-4806-89b2-275ffa60d99b None None] Set router d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83 gateway port host: dv-cinder-792299-3-iscsi {{(pid=91550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:20:12.847554 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c9ed3a-1ed0-4427-9dfc-96a8fff0b20d req-326a687f-2f39-4adb-8a82-2a0d030462dc tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:12.848328 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [req-22c9ed3a-1ed0-4427-9dfc-96a8fff0b20d req-326a687f-2f39-4adb-8a82-2a0d030462dc tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Synchronizing usage tracker for tenant:a0ff7059c233428f81d35f38ec365006 on resource:network {{(pid=91549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:20:12.866413 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [req-22c9ed3a-1ed0-4427-9dfc-96a8fff0b20d req-326a687f-2f39-4adb-8a82-2a0d030462dc tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Unset dirty status for tenant:a0ff7059c233428f81d35f38ec365006 on resource:network {{(pid=91549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:20:12.867601 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-22c9ed3a-1ed0-4427-9dfc-96a8fff0b20d req-326a687f-2f39-4adb-8a82-2a0d030462dc tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/networks?id=efa2a869-eef6-443f-b219-ba0ab20cb5c1 HTTP/1.1" status: 200 len: 810 time: 0.1721683 May 21 15:20:12.883231 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-22c9ed3a-1ed0-4427-9dfc-96a8fff0b20d req-d6d388cf-e716-4318-af21-dd7793442949 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/quotas/a0ff7059c233428f81d35f38ec365006 HTTP/1.1" status: 200 len: 375 time: 0.0100460 May 21 15:20:12.973582 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-22c9ed3a-1ed0-4427-9dfc-96a8fff0b20d req-7a1d3d7c-426a-4b6b-939b-d6e50a2aa46c tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a0ff7059c233428f81d35f38ec365006&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0848300 May 21 15:20:13.123964 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.68', 53635) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:13.180610 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-22c9ed3a-1ed0-4427-9dfc-96a8fff0b20d req-8bc72d4d-ae48-45c0-aa94-b68014120d14 service neutron] 10.222.0.69 "GET /v2.0/networks/efa2a869-eef6-443f-b219-ba0ab20cb5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825049 May 21 15:20:13.192617 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-31392722-c1cf-4806-89b2-275ffa60d99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd10ee6fe-509b-447e-8ed6-5ba0b8d0fb83', 'name': 'tempest-AttachVolumeTestJSON-983484191-router', 'tenant_id': 'a0ff7059c233428f81d35f38ec365006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '0b5f6bc1-2f39-4521-b263-738e2de40747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:20:01Z', 'updated_at': '2021-05-21T15:20:08Z', 'revision_number': 4, 'project_id': 'a0ff7059c233428f81d35f38ec365006', 'gw_port': {'id': '0b5f6bc1-2f39-4521-b263-738e2de40747', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10ee6fe-509b-447e-8ed6-5ba0b8d0fb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:20:02Z', 'updated_at': '2021-05-21T15:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_interfaces': [{'id': 'd0c6be38-c672-47b5-a65f-4876da27922a', 'name': '', 'network_id': 'efa2a869-eef6-443f-b219-ba0ab20cb5c1', 'tenant_id': 'a0ff7059c233428f81d35f38ec365006', 'mac_address': 'fa:16:3e:1d:7b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd10ee6fe-509b-447e-8ed6-5ba0b8d0fb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b15db54b-4552-4834-a465-ff2d97af0b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:20:07Z', 'updated_at': '2021-05-21T15:20:12Z', 'revision_number': 4, 'project_id': 'a0ff7059c233428f81d35f38ec365006', 'subnets': [{'id': 'b15db54b-4552-4834-a465-ff2d97af0b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:20:13.197798 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31392722-c1cf-4806-89b2-275ffa60d99b None None] The sync data for ids ['d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83'] in dv-cinder-792299-3-iscsi is: [{'id': 'd10ee6fe-509b-447e-8ed6-5ba0b8d0fb83', 'name': 'tempest-AttachVolumeTestJSON-983484191-router', 'tenant_id': 'a0ff7059c233428f81d35f38ec365006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '0b5f6bc1-2f39-4521-b263-738e2de40747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:20:01Z', 'updated_at': '2021-05-21T15:20:08Z', 'revision_number': 4, 'project_id': 'a0ff7059c233428f81d35f38ec365006', 'gw_port': {'id': '0b5f6bc1-2f39-4521-b263-738e2de40747', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10ee6fe-509b-447e-8ed6-5ba0b8d0fb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:20:02Z', 'updated_at': '2021-05-21T15:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_interfaces': [{'id': 'd0c6be38-c672-47b5-a65f-4876da27922a', 'name': '', 'network_id': 'efa2a869-eef6-443f-b219-ba0ab20cb5c1', 'tenant_id': 'a0ff7059c233428f81d35f38ec365006', 'mac_address': 'fa:16:3e:1d:7b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd10ee6fe-509b-447e-8ed6-5ba0b8d0fb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b15db54b-4552-4834-a465-ff2d97af0b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:20:07Z', 'updated_at': '2021-05-21T15:20:12Z', 'revision_number': 4, 'project_id': 'a0ff7059c233428f81d35f38ec365006', 'subnets': [{'id': 'b15db54b-4552-4834-a465-ff2d97af0b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:20:13.415599 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74c78f-5880-4d65-8fbc-1c0ade3e6165 req-5c2045b9-7820-4837-a37f-dfffd1dead6c tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:13.417166 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-8a74c78f-5880-4d65-8fbc-1c0ade3e6165 req-5c2045b9-7820-4837-a37f-dfffd1dead6c tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] Synchronizing usage tracker for tenant:ce308f0e8ed24b5c961b65d61e05b068 on resource:network {{(pid=91548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:20:13.446493 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-8a74c78f-5880-4d65-8fbc-1c0ade3e6165 req-5c2045b9-7820-4837-a37f-dfffd1dead6c tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] Unset dirty status for tenant:ce308f0e8ed24b5c961b65d61e05b068 on resource:network {{(pid=91548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:20:13.448665 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-8a74c78f-5880-4d65-8fbc-1c0ade3e6165 req-5c2045b9-7820-4837-a37f-dfffd1dead6c tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] 10.222.0.68 "GET /v2.0/networks?id=989d364f-7d76-4577-a33f-faeaf5e66722 HTTP/1.1" status: 200 len: 811 time: 0.3195581 May 21 15:20:13.472423 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-22c9ed3a-1ed0-4427-9dfc-96a8fff0b20d req-4df538c6-38a7-4988-819f-be12376ef816 service neutron] 10.222.0.69 "GET /v2.0/networks/efa2a869-eef6-443f-b219-ba0ab20cb5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908504 May 21 15:20:13.503573 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [req-8a74c78f-5880-4d65-8fbc-1c0ade3e6165 req-630f3344-d2c5-4f52-9f12-160677bd0bd4 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] Request body: {'port': {'device_id': '6a83021f-5457-49eb-8026-84bcf6e4d125', 'network_id': '989d364f-7d76-4577-a33f-faeaf5e66722', 'admin_state_up': True, 'tenant_id': 'ce308f0e8ed24b5c961b65d61e05b068'}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:20:13.651953 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-d1190e86-d9f4-4ff6-8695-4864305f7bf1 req-7c8a664b-bfc3-46cb-8316-04aed37c8f30 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a83021f-5457-49eb-8026-84bcf6e4d125 HTTP/1.1" status: 200 len: 210 time: 0.1344640 May 21 15:20:13.734106 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.68', 53644) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:13.760081 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [req-8a74c78f-5880-4d65-8fbc-1c0ade3e6165 req-630f3344-d2c5-4f52-9f12-160677bd0bd4 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:20:13.771233 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-8a74c78f-5880-4d65-8fbc-1c0ade3e6165 req-630f3344-d2c5-4f52-9f12-160677bd0bd4 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] Usage tracker for resource:port and tenant:ce308f0e8ed24b5c961b65d61e05b068 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:20:13.779690 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-8a74c78f-5880-4d65-8fbc-1c0ade3e6165 req-630f3344-d2c5-4f52-9f12-160677bd0bd4 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:20:13.794732 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [req-8a74c78f-5880-4d65-8fbc-1c0ade3e6165 req-630f3344-d2c5-4f52-9f12-160677bd0bd4 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:20:13.815778 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a74c78f-5880-4d65-8fbc-1c0ade3e6165 req-630f3344-d2c5-4f52-9f12-160677bd0bd4 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] Made reservation on behalf of ce308f0e8ed24b5c961b65d61e05b068 for: {'port': 1} {{(pid=91548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:20:13.819368 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-8a74c78f-5880-4d65-8fbc-1c0ade3e6165 req-630f3344-d2c5-4f52-9f12-160677bd0bd4 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:14.294841 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.db_base_plugin_common [req-8a74c78f-5880-4d65-8fbc-1c0ade3e6165 req-630f3344-d2c5-4f52-9f12-160677bd0bd4 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] Allocated IP 172.20.0.8 (989d364f-7d76-4577-a33f-faeaf5e66722/8a776927-2af6-40c6-b709-325e1c787b5a/e680f488-b2d7-4d72-aea3-cc4571d1908b) {{(pid=91548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:20:14.422557 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8bf60-6807-4846-9d02-576ad4aa5857 req-8d7e78e0-8ec9-4365-a97e-6e092a725ab3 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:14.434755 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-d8e8bf60-6807-4846-9d02-576ad4aa5857 req-8d7e78e0-8ec9-4365-a97e-6e092a725ab3 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.68 "GET /v2.0/networks?id=321c2ca3-09b1-4787-88ab-24465b663b2d HTTP/1.1" status: 200 len: 815 time: 0.6917615 May 21 15:20:14.515179 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-75e2c17c-d4b0-437c-819e-ede5b02ed36a req-b3542c49-b9cf-4221-a690-05ce4321c99c tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=0c112a89-dd5d-447a-a5cf-2f642b04fa15 HTTP/1.1" status: 200 len: 210 time: 0.3909538 May 21 15:20:14.532948 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device d0c6be38-c672-47b5-a65f-4876da27922a up at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:20:14.549428 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.v2.base [req-d8e8bf60-6807-4846-9d02-576ad4aa5857 req-e53aa866-b407-47f8-9713-d022b9e31c37 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Request body: {'port': {'device_id': '0c112a89-dd5d-447a-a5cf-2f642b04fa15', 'network_id': '321c2ca3-09b1-4787-88ab-24465b663b2d', 'admin_state_up': True, 'tenant_id': 'f68e94ae626e4618b509d667e1d492d1'}} {{(pid=91549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:20:14.802617 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning for port d0c6be38-c672-47b5-a65f-4876da27922a completed by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:20:14.822592 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning complete for port d0c6be38-c672-47b5-a65f-4876da27922a triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:20:14.823474 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:14.880107 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [req-d8e8bf60-6807-4846-9d02-576ad4aa5857 req-e53aa866-b407-47f8-9713-d022b9e31c37 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:20:14.885921 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [req-d8e8bf60-6807-4846-9d02-576ad4aa5857 req-e53aa866-b407-47f8-9713-d022b9e31c37 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Usage tracker for resource:port and tenant:f68e94ae626e4618b509d667e1d492d1 is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:20:14.889589 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [req-d8e8bf60-6807-4846-9d02-576ad4aa5857 req-e53aa866-b407-47f8-9713-d022b9e31c37 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:20:14.896030 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [req-d8e8bf60-6807-4846-9d02-576ad4aa5857 req-e53aa866-b407-47f8-9713-d022b9e31c37 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:20:14.932563 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-8a74c78f-5880-4d65-8fbc-1c0ade3e6165 req-630f3344-d2c5-4f52-9f12-160677bd0bd4 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] Notify callbacks [] for port, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:14.965953 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 55746) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:14.966863 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8e8bf60-6807-4846-9d02-576ad4aa5857 req-e53aa866-b407-47f8-9713-d022b9e31c37 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Made reservation on behalf of f68e94ae626e4618b509d667e1d492d1 for: {'port': 1} {{(pid=91549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:20:14.970475 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [req-d8e8bf60-6807-4846-9d02-576ad4aa5857 req-e53aa866-b407-47f8-9713-d022b9e31c37 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:15.047467 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-8a74c78f-5880-4d65-8fbc-1c0ade3e6165 req-630f3344-d2c5-4f52-9f12-160677bd0bd4 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730419340153'] for port, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:15.088104 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:15.116916 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-4e30759d-4ff7-4188-ac60-66bbbc1c95a6 req-f20cfe17-6b54-4b8b-8404-fb88ed59823b tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 210 time: 0.2426143 May 21 15:20:15.246780 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a74c78f-5880-4d65-8fbc-1c0ade3e6165 req-630f3344-d2c5-4f52-9f12-160677bd0bd4 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] Network 989d364f-7d76-4577-a33f-faeaf5e66722 is already hosted by enough agents. {{(pid=91548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:20:15.275034 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.base_scheduler [req-8a74c78f-5880-4d65-8fbc-1c0ade3e6165 req-630f3344-d2c5-4f52-9f12-160677bd0bd4 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] Resources bound (agent type, host, resource id): {{(pid=91548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:20:15.282930 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a74c78f-5880-4d65-8fbc-1c0ade3e6165 req-630f3344-d2c5-4f52-9f12-160677bd0bd4 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] Received port after_create {{(pid=91548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:20:15.289445 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-970fde50-0804-4a1b-a7be-9a6f53f013fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:15.293454 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74c78f-5880-4d65-8fbc-1c0ade3e6165 req-630f3344-d2c5-4f52-9f12-160677bd0bd4 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:15.298326 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-8a74c78f-5880-4d65-8fbc-1c0ade3e6165 req-630f3344-d2c5-4f52-9f12-160677bd0bd4 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697775'] for port, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:15.333380 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:15.353895 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-8a74c78f-5880-4d65-8fbc-1c0ade3e6165 req-630f3344-d2c5-4f52-9f12-160677bd0bd4 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8545327 May 21 15:20:15.405021 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.db_base_plugin_common [req-d8e8bf60-6807-4846-9d02-576ad4aa5857 req-e53aa866-b407-47f8-9713-d022b9e31c37 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Allocated IP 172.20.0.2 (321c2ca3-09b1-4787-88ab-24465b663b2d/f04d5cd6-64de-425f-ad82-16f66f2c1a9c/e5baad11-dfe2-4593-8882-7685a2339cc7) {{(pid=91549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:20:15.406787 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] For port d0c6be38-c672-47b5-a65f-4876da27922a, host dv-cinder-792299-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=d0c6be38-c672-47b5-a65f-4876da27922a,segment=NetworkSegment(67395f92-efc3-4428-9562-98be7db153b1),segment_id=67395f92-efc3-4428-9562-98be7db153b1)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:20:15.409040 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630f3344-d2c5-4f52-9f12-160677bd0bd4 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] Pushing event updated for resources: {'Port': ['ID=e680f488-b2d7-4d72-aea3-cc4571d1908b,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:15.412992 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:15.416085 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-630f3344-d2c5-4f52-9f12-160677bd0bd4 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:15.417195 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:15.511405 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Pushing event updated for resources: {'Port': ['ID=d0c6be38-c672-47b5-a65f-4876da27922a,revision_number=5']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:15.515331 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:15.519365 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-519de608-b360-40c4-8408-26c74ea29745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:15.549421 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-519de608-b360-40c4-8408-26c74ea29745 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:20:15.593665 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-519de608-b360-40c4-8408-26c74ea29745 admin admin] Usage tracker for resource:security_group_rule and tenant:92923bb7178241f9914d440aabc40bb8 is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:20:15.614063 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-519de608-b360-40c4-8408-26c74ea29745 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:20:15.632575 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-519de608-b360-40c4-8408-26c74ea29745 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:20:15.844157 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae37696-c672-4f25-adba-c2be55fe2aaf req-3cbfab19-daa3-4b64-b7b8-4239e5332307 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:15.845638 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-1ae37696-c672-4f25-adba-c2be55fe2aaf req-3cbfab19-daa3-4b64-b7b8-4239e5332307 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a83021f-5457-49eb-8026-84bcf6e4d125 HTTP/1.1" status: 200 len: 931 time: 0.2829056 May 21 15:20:15.928506 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-68ecf45a-cfe8-4441-b1e1-5f79520e6407 req-26252989-ba92-48f1-8085-2898278c8e18 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=0c112a89-dd5d-447a-a5cf-2f642b04fa15 HTTP/1.1" status: 200 len: 210 time: 0.0818772 May 21 15:20:15.932249 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [req-d8e8bf60-6807-4846-9d02-576ad4aa5857 req-e53aa866-b407-47f8-9713-d022b9e31c37 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Notify callbacks [] for port, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:15.999279 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-519de608-b360-40c4-8408-26c74ea29745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:16.007706 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-519de608-b360-40c4-8408-26c74ea29745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:16.011894 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-1ae37696-c672-4f25-adba-c2be55fe2aaf req-28069a0c-b371-4840-b028-120712bec263 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] 10.222.0.69 "GET /v2.0/security-groups?id=dd474cac-e66a-49ec-bf79-4c4d35130721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571157 May 21 15:20:16.021501 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-ef0b9367-8f48-4b6e-b22e-3137b845d6cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:16.059601 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [req-d8e8bf60-6807-4846-9d02-576ad4aa5857 req-e53aa866-b407-47f8-9713-d022b9e31c37 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730419340153'] for port, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:16.070316 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-519de608-b360-40c4-8408-26c74ea29745 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=92923bb7178241f9914d440aabc40bb8&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0788634 May 21 15:20:16.073141 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 55790) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:16.075100 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519de608-b360-40c4-8408-26c74ea29745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b04ae2-028b-4c78-9f55-2bf465371398,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:16.078814 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-519de608-b360-40c4-8408-26c74ea29745 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:16.079680 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:16.133467 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8e8bf60-6807-4846-9d02-576ad4aa5857 req-e53aa866-b407-47f8-9713-d022b9e31c37 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Network 321c2ca3-09b1-4787-88ab-24465b663b2d is already hosted by enough agents. {{(pid=91549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:20:16.136625 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.base_scheduler [req-d8e8bf60-6807-4846-9d02-576ad4aa5857 req-e53aa866-b407-47f8-9713-d022b9e31c37 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Resources bound (agent type, host, resource id): {{(pid=91549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:20:16.144701 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-a149d013-9f5e-4c93-ad22-6e0617d7883c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:16.144893 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8e8bf60-6807-4846-9d02-576ad4aa5857 req-e53aa866-b407-47f8-9713-d022b9e31c37 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Received port after_create {{(pid=91549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:20:16.151458 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8bf60-6807-4846-9d02-576ad4aa5857 req-e53aa866-b407-47f8-9713-d022b9e31c37 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:16.151987 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [req-d8e8bf60-6807-4846-9d02-576ad4aa5857 req-e53aa866-b407-47f8-9713-d022b9e31c37 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697775'] for port, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:16.184001 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-a149d013-9f5e-4c93-ad22-6e0617d7883c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:16.206834 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-d8e8bf60-6807-4846-9d02-576ad4aa5857 req-e53aa866-b407-47f8-9713-d022b9e31c37 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7179897 May 21 15:20:16.219746 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53aa866-b407-47f8-9713-d022b9e31c37 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Pushing event updated for resources: {'Port': ['ID=e5baad11-dfe2-4593-8882-7685a2339cc7,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:16.235436 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-e53aa866-b407-47f8-9713-d022b9e31c37 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:16.270982 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-a149d013-9f5e-4c93-ad22-6e0617d7883c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:16.277166 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:16.289464 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a149d013-9f5e-4c93-ad22-6e0617d7883c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b04ae2-028b-4c78-9f55-2bf465371398,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:16.293723 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-a149d013-9f5e-4c93-ad22-6e0617d7883c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:16.296842 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-a149d013-9f5e-4c93-ad22-6e0617d7883c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:16.297943 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-a149d013-9f5e-4c93-ad22-6e0617d7883c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/96b04ae2-028b-4c78-9f55-2bf465371398 HTTP/1.1" status: 204 len: 168 time: 0.2235105 May 21 15:20:16.306437 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-facdec8e-c5e4-4301-85fc-cd35ab46d675 req-de9ddfb7-6ce0-4baa-9d14-3399e41ec286 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 210 time: 0.0625560 May 21 15:20:16.399045 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device d0c6be38-c672-47b5-a65f-4876da27922a up at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:20:16.472856 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning complete for port d0c6be38-c672-47b5-a65f-4876da27922a triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:20:16.473633 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:17.124454 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13204015-eb06-4659-b2f1-b2d0544bac4b req-0e167cef-2067-4f02-8be3-74308a94f6b4 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:17.125393 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [req-13204015-eb06-4659-b2f1-b2d0544bac4b req-0e167cef-2067-4f02-8be3-74308a94f6b4 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Synchronizing usage tracker for tenant:f68e94ae626e4618b509d667e1d492d1 on resource:port {{(pid=91549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:20:17.188783 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [req-13204015-eb06-4659-b2f1-b2d0544bac4b req-0e167cef-2067-4f02-8be3-74308a94f6b4 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Unset dirty status for tenant:f68e94ae626e4618b509d667e1d492d1 on resource:port {{(pid=91549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:20:17.189907 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-13204015-eb06-4659-b2f1-b2d0544bac4b req-0e167cef-2067-4f02-8be3-74308a94f6b4 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=0c112a89-dd5d-447a-a5cf-2f642b04fa15 HTTP/1.1" status: 200 len: 931 time: 0.1482704 May 21 15:20:17.252649 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a758ab6-d978-4a5d-bcfb-451fee76ced9 req-923d62e1-2246-4374-b235-a64ed393ad78 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:17.254244 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-2a758ab6-d978-4a5d-bcfb-451fee76ced9 req-923d62e1-2246-4374-b235-a64ed393ad78 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a83021f-5457-49eb-8026-84bcf6e4d125 HTTP/1.1" status: 200 len: 931 time: 0.1244016 May 21 15:20:17.257595 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-13204015-eb06-4659-b2f1-b2d0544bac4b req-cb0b8aac-b9ac-46fe-a324-1414cc5bef69 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b78fdd-8b23-431a-a677-c884f9e23eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565059 May 21 15:20:17.309102 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-2a758ab6-d978-4a5d-bcfb-451fee76ced9 req-8938e610-42e0-4e93-85a0-46c00022e529 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] 10.222.0.69 "GET /v2.0/security-groups?id=dd474cac-e66a-49ec-bf79-4c4d35130721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485241 May 21 15:20:17.455863 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-16ed45f8-8410-4517-80f6-2576c1c10055 req-5b61367b-beeb-468b-b5b7-88812260a375 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 210 time: 0.0448720 May 21 15:20:17.980353 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:18.244293 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 55890) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:18.267717 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-bc66d8c3-0739-476f-8b94-121d5a865d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:18.479716 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-f39e2e90-c4b4-4a5e-a9db-2dda6705661d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:18.501970 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-f39e2e90-c4b4-4a5e-a9db-2dda6705661d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:20:18.512281 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-f39e2e90-c4b4-4a5e-a9db-2dda6705661d admin admin] Usage tracker for resource:security_group_rule and tenant:ec540f83c42e42708df3aa3bab7de24d is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:20:18.517777 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-f39e2e90-c4b4-4a5e-a9db-2dda6705661d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:20:18.531623 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-f39e2e90-c4b4-4a5e-a9db-2dda6705661d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:20:18.658563 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63932999-9dab-4f31-8c70-baec7ade14b3 req-5004f917-f7eb-4013-8cd5-c7b8a01e1e07 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:18.660433 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-63932999-9dab-4f31-8c70-baec7ade14b3 req-5004f917-f7eb-4013-8cd5-c7b8a01e1e07 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a83021f-5457-49eb-8026-84bcf6e4d125 HTTP/1.1" status: 200 len: 931 time: 0.1316607 May 21 15:20:18.670935 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-f39e2e90-c4b4-4a5e-a9db-2dda6705661d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:18.675961 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-f39e2e90-c4b4-4a5e-a9db-2dda6705661d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:18.676395 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625cf00a-310a-4c68-bef8-7b81db3f837c req-9b7d11be-1480-41d4-8fd8-c213ae9da992 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:18.685015 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:18.685322 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-625cf00a-310a-4c68-bef8-7b81db3f837c req-9b7d11be-1480-41d4-8fd8-c213ae9da992 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=0c112a89-dd5d-447a-a5cf-2f642b04fa15 HTTP/1.1" status: 200 len: 931 time: 0.2532139 May 21 15:20:18.728231 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-f39e2e90-c4b4-4a5e-a9db-2dda6705661d admin admin] Synchronizing usage tracker for tenant:e17c807fd18c49c0b7e5bea2cca07417 on resource:security_group {{(pid=91548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:20:18.735576 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39e2e90-c4b4-4a5e-a9db-2dda6705661d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4f4c19-b9b8-4b43-9726-66e8504bf8fa,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:18.751431 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-f39e2e90-c4b4-4a5e-a9db-2dda6705661d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:18.757671 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-f39e2e90-c4b4-4a5e-a9db-2dda6705661d admin admin] Unset dirty status for tenant:e17c807fd18c49c0b7e5bea2cca07417 on resource:security_group {{(pid=91548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:20:18.764028 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-f39e2e90-c4b4-4a5e-a9db-2dda6705661d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ec540f83c42e42708df3aa3bab7de24d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5176244 May 21 15:20:18.764757 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 55904) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:18.873523 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-63932999-9dab-4f31-8c70-baec7ade14b3 req-198cc928-f799-496d-b227-86f76c9eebfe tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] 10.222.0.69 "GET /v2.0/security-groups?id=dd474cac-e66a-49ec-bf79-4c4d35130721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539714 May 21 15:20:18.879386 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-625cf00a-310a-4c68-bef8-7b81db3f837c req-ff6f7ac6-c8e0-472c-82f0-1e12b2abb03b tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b78fdd-8b23-431a-a677-c884f9e23eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915393 May 21 15:20:18.879516 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-034566be-655e-45b1-803b-fcaf61356f77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:18.972123 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-034566be-655e-45b1-803b-fcaf61356f77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:19.060143 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f222f2df-01d4-4dfd-ad7a-3badd3293039 req-4734714c-e4d0-45c7-a9c3-8f6ddbc0827e tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 210 time: 0.0574691 May 21 15:20:19.081113 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-034566be-655e-45b1-803b-fcaf61356f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:19.091544 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-a149d013-9f5e-4c93-ad22-6e0617d7883c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:19.110978 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-034566be-655e-45b1-803b-fcaf61356f77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:19.112113 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-034566be-655e-45b1-803b-fcaf61356f77 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2a4f4c19-b9b8-4b43-9726-66e8504bf8fa HTTP/1.1" status: 204 len: 168 time: 0.3397768 May 21 15:20:19.115901 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034566be-655e-45b1-803b-fcaf61356f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4f4c19-b9b8-4b43-9726-66e8504bf8fa,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:19.119363 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-034566be-655e-45b1-803b-fcaf61356f77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:19.260618 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e6f13acb-dde4-45e3-8932-2715da3406c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:20.081106 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 55972) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:20.243714 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c60a88-3aee-4e33-b86c-697140cb61f2 req-9e52707e-9579-4dbb-a957-e33652c37d0f tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:20.245762 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-52c60a88-3aee-4e33-b86c-697140cb61f2 req-9e52707e-9579-4dbb-a957-e33652c37d0f tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=0c112a89-dd5d-447a-a5cf-2f642b04fa15 HTTP/1.1" status: 200 len: 931 time: 0.2259307 May 21 15:20:20.293941 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd01a5e2-21a0-4cc6-b516-9a012cd9a01b req-3d44d874-0fae-451b-9326-30eceb2af81a tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:20.307773 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-dd01a5e2-21a0-4cc6-b516-9a012cd9a01b req-3d44d874-0fae-451b-9326-30eceb2af81a tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a83021f-5457-49eb-8026-84bcf6e4d125 HTTP/1.1" status: 200 len: 931 time: 0.2180967 May 21 15:20:20.320833 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-e1c08172-3625-4634-ac86-b18a3bf7f9f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:20.364137 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-e1c08172-3625-4634-ac86-b18a3bf7f9f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:20:20.368612 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-e1c08172-3625-4634-ac86-b18a3bf7f9f0 admin admin] Usage tracker for resource:security_group_rule and tenant:40cb6256929941a48282a60696c9e0c4 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:20:20.373522 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-e1c08172-3625-4634-ac86-b18a3bf7f9f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:20:20.385218 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-e1c08172-3625-4634-ac86-b18a3bf7f9f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:20:20.500338 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-dd01a5e2-21a0-4cc6-b516-9a012cd9a01b req-f3dab673-673c-4464-af24-4da28d2d7e23 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] 10.222.0.69 "GET /v2.0/security-groups?id=dd474cac-e66a-49ec-bf79-4c4d35130721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914158 May 21 15:20:20.524747 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-52c60a88-3aee-4e33-b86c-697140cb61f2 req-7055c9ef-a062-4ecd-95d4-e4b0721ea9a8 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b78fdd-8b23-431a-a677-c884f9e23eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709842 May 21 15:20:20.599723 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-e1c08172-3625-4634-ac86-b18a3bf7f9f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:20.609327 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-e1c08172-3625-4634-ac86-b18a3bf7f9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:20.629176 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-034566be-655e-45b1-803b-fcaf61356f77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:20.681600 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c08172-3625-4634-ac86-b18a3bf7f9f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40fbc263-66ba-42bb-a357-e1e09e2d2898,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:20.709560 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-e1c08172-3625-4634-ac86-b18a3bf7f9f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:20.738153 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-e1c08172-3625-4634-ac86-b18a3bf7f9f0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=40cb6256929941a48282a60696c9e0c4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6552265 May 21 15:20:20.739005 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 55994) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:20.832505 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-c61eb987-edee-45ad-8ba8-24f836c8b36d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:20.862123 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-cb99478c-afff-4a9c-8770-f3354af234b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:20.865423 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-645dcd17-6b75-4200-8d76-c08dfdbbe31d req-2f39fa97-cfd4-4bbc-99a5-5ad1c08a5ffb tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 210 time: 0.1159451 May 21 15:20:20.923954 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-c61eb987-edee-45ad-8ba8-24f836c8b36d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:21.076340 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-c61eb987-edee-45ad-8ba8-24f836c8b36d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:21.088168 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:21.103218 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61eb987-edee-45ad-8ba8-24f836c8b36d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40fbc263-66ba-42bb-a357-e1e09e2d2898,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:21.110441 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-c61eb987-edee-45ad-8ba8-24f836c8b36d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:21.111355 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-c61eb987-edee-45ad-8ba8-24f836c8b36d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:21.115498 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-c61eb987-edee-45ad-8ba8-24f836c8b36d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/40fbc263-66ba-42bb-a357-e1e09e2d2898 HTTP/1.1" status: 204 len: 168 time: 0.3753331 May 21 15:20:21.800570 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 56050) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:21.840907 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 56056) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:21.860322 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe75217-cda6-4a25-bcaf-9cc458d24ddc req-4a8391f0-ed66-4bc2-9400-3fb57ffed0a5 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:21.874309 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-dfe75217-cda6-4a25-bcaf-9cc458d24ddc req-4a8391f0-ed66-4bc2-9400-3fb57ffed0a5 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=0c112a89-dd5d-447a-a5cf-2f642b04fa15 HTTP/1.1" status: 200 len: 931 time: 0.1783473 May 21 15:20:22.019988 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-dfe75217-cda6-4a25-bcaf-9cc458d24ddc req-6d13faa9-4a4d-4089-a936-a3ea9abe7877 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b78fdd-8b23-431a-a677-c884f9e23eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866928 May 21 15:20:22.062253 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c125d0-3cf1-4870-9d76-8f2c4a7f5048 req-94268845-ee3b-43bd-84cb-79c8c7785ebd tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:22.076259 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-b5c125d0-3cf1-4870-9d76-8f2c4a7f5048 req-94268845-ee3b-43bd-84cb-79c8c7785ebd tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a83021f-5457-49eb-8026-84bcf6e4d125 HTTP/1.1" status: 200 len: 931 time: 0.1957681 May 21 15:20:22.189038 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-b5c125d0-3cf1-4870-9d76-8f2c4a7f5048 req-3db8f74d-52a5-43b0-8991-7a2465be7dca tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] 10.222.0.69 "GET /v2.0/security-groups?id=dd474cac-e66a-49ec-bf79-4c4d35130721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105745 May 21 15:20:22.320392 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-3748e4b6-8a55-4c5c-989f-73e25c3a0fe0 req-a5da9658-c9f8-4709-a091-f08501f57ca1 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 210 time: 0.0711541 May 21 15:20:22.325924 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-d5a5d693-4b7a-42e9-a3c6-c439e50e5e9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:22.387332 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-d5a5d693-4b7a-42e9-a3c6-c439e50e5e9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:20:22.393397 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-d5a5d693-4b7a-42e9-a3c6-c439e50e5e9b admin admin] Usage tracker for resource:security_group_rule and tenant:b5031795d6d04e4b9b1c2931f80995ea is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:20:22.396932 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-d5a5d693-4b7a-42e9-a3c6-c439e50e5e9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:20:22.404664 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-d5a5d693-4b7a-42e9-a3c6-c439e50e5e9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:20:22.470926 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-4ae10b5d-5d62-4d6c-8744-f747cc227ace admin admin] Notify callbacks [] for security_group, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:22.490513 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-4ae10b5d-5d62-4d6c-8744-f747cc227ace admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:20:22.494815 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:22.495726 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-4ae10b5d-5d62-4d6c-8744-f747cc227ace admin admin] Usage tracker for resource:security_group_rule and tenant:0d05ea2844344737a551f6da05263c56 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:20:22.499446 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-4ae10b5d-5d62-4d6c-8744-f747cc227ace admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:20:22.507134 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-4ae10b5d-5d62-4d6c-8744-f747cc227ace admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:20:22.587907 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-d5a5d693-4b7a-42e9-a3c6-c439e50e5e9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:22.601498 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-d5a5d693-4b7a-42e9-a3c6-c439e50e5e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:22.621684 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-c54235db-975b-4705-9c09-59886d3ecff8 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:22.737710 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-d5a5d693-4b7a-42e9-a3c6-c439e50e5e9b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b5031795d6d04e4b9b1c2931f80995ea&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9333861 May 21 15:20:22.737887 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 56084) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:22.760287 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a5d693-4b7a-42e9-a3c6-c439e50e5e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a4f465-c563-4691-8f46-c4782089f4f8,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:22.796484 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-d5a5d693-4b7a-42e9-a3c6-c439e50e5e9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:22.804135 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-4ae10b5d-5d62-4d6c-8744-f747cc227ace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:22.810634 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-4ae10b5d-5d62-4d6c-8744-f747cc227ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:22.820271 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:22.873528 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-914334fb-d20e-402d-a087-c758f300e69e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:22.886029 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-4ae10b5d-5d62-4d6c-8744-f747cc227ace admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0d05ea2844344737a551f6da05263c56&name=default HTTP/1.1" status: 200 len: 2978 time: 1.0436285 May 21 15:20:22.887115 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae10b5d-5d62-4d6c-8744-f747cc227ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cebdf85f-d157-4942-a9dc-46f0875ba1b7,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:22.890212 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 56094) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:22.930644 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-4ae10b5d-5d62-4d6c-8744-f747cc227ace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:22.958706 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-914334fb-d20e-402d-a087-c758f300e69e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:23.000149 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-50fd1e94-52b2-4276-80da-05ba6657f9a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:23.068943 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-50fd1e94-52b2-4276-80da-05ba6657f9a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:23.117783 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-914334fb-d20e-402d-a087-c758f300e69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:23.122769 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:23.145075 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.agents_db [None req-1cb0bb7b-b6db-4325-ad21-6fa15867ad0e None None] Agent healthcheck: found 6 active agents {{(pid=91551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:20:23.172036 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-50fd1e94-52b2-4276-80da-05ba6657f9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:23.177845 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914334fb-d20e-402d-a087-c758f300e69e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a4f465-c563-4691-8f46-c4782089f4f8,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:23.189676 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-4ae10b5d-5d62-4d6c-8744-f747cc227ace admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:23.193085 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-914334fb-d20e-402d-a087-c758f300e69e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:23.232832 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-914334fb-d20e-402d-a087-c758f300e69e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:23.233985 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-914334fb-d20e-402d-a087-c758f300e69e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e5a4f465-c563-4691-8f46-c4782089f4f8 HTTP/1.1" status: 204 len: 168 time: 0.4954484 May 21 15:20:23.245071 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fd1e94-52b2-4276-80da-05ba6657f9a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cebdf85f-d157-4942-a9dc-46f0875ba1b7,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:23.250071 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 56110) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:23.253656 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-50fd1e94-52b2-4276-80da-05ba6657f9a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:23.291032 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-50fd1e94-52b2-4276-80da-05ba6657f9a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:23.293023 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-50fd1e94-52b2-4276-80da-05ba6657f9a2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cebdf85f-d157-4942-a9dc-46f0875ba1b7 HTTP/1.1" status: 204 len: 168 time: 0.3796430 May 21 15:20:23.610002 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcf36d-2693-46be-ad52-a183883d34ec req-976280da-e238-4eb2-a12f-a9a1634c4f30 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:23.619120 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-53dcf36d-2693-46be-ad52-a183883d34ec req-976280da-e238-4eb2-a12f-a9a1634c4f30 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=0c112a89-dd5d-447a-a5cf-2f642b04fa15 HTTP/1.1" status: 200 len: 931 time: 0.2485476 May 21 15:20:23.631258 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc7d18b-7251-4545-b139-401fe70e05da req-5cc05ce6-e0e7-44cf-958a-03a4ed20d682 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:23.638632 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-9bc7d18b-7251-4545-b139-401fe70e05da req-5cc05ce6-e0e7-44cf-958a-03a4ed20d682 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a83021f-5457-49eb-8026-84bcf6e4d125 HTTP/1.1" status: 200 len: 931 time: 0.1537242 May 21 15:20:23.749033 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-53dcf36d-2693-46be-ad52-a183883d34ec req-422e7ea3-6afd-44af-9b35-c8d52c4be4e4 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b78fdd-8b23-431a-a677-c884f9e23eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288941 May 21 15:20:23.786422 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-9bc7d18b-7251-4545-b139-401fe70e05da req-5d72343e-76a8-4d6a-a010-6866cad82178 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] 10.222.0.69 "GET /v2.0/security-groups?id=dd474cac-e66a-49ec-bf79-4c4d35130721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465645 May 21 15:20:23.793001 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-683bc052-d7a4-473e-b59c-c6aa1843738f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:23.852126 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-683bc052-d7a4-473e-b59c-c6aa1843738f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:20:23.868101 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-683bc052-d7a4-473e-b59c-c6aa1843738f admin admin] Usage tracker for resource:security_group_rule and tenant:7b1e18725b84463e8d6dbb7728e085b9 is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:20:23.881533 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-683bc052-d7a4-473e-b59c-c6aa1843738f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:20:23.909703 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-683bc052-d7a4-473e-b59c-c6aa1843738f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:20:24.159068 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-5c7aebe1-61f8-46a0-b1af-d7d53d4d6762 req-fce12e1d-165f-48a9-85d8-207eb23ee999 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 210 time: 0.1486406 May 21 15:20:24.346528 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-683bc052-d7a4-473e-b59c-c6aa1843738f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:24.354327 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-683bc052-d7a4-473e-b59c-c6aa1843738f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:24.390920 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-2989a543-4f54-4f28-825e-9b46a5f0b582 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:24.461089 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-683bc052-d7a4-473e-b59c-c6aa1843738f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7b1e18725b84463e8d6dbb7728e085b9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2053277 May 21 15:20:24.461089 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683bc052-d7a4-473e-b59c-c6aa1843738f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9cf9ff4-cfd4-49b1-9718-a0b1bbeb9e5c,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:24.461897 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 56154) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:24.475333 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-683bc052-d7a4-473e-b59c-c6aa1843738f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:24.594766 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-40bf8b5d-c516-4238-8335-0614d704b4c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:24.677515 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-40bf8b5d-c516-4238-8335-0614d704b4c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:24.702305 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 56164) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:24.738967 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-b578a063-f67b-4f91-9c53-0b8fa1a98208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:24.778765 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-b578a063-f67b-4f91-9c53-0b8fa1a98208 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:20:24.784116 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-b578a063-f67b-4f91-9c53-0b8fa1a98208 admin admin] Usage tracker for resource:security_group_rule and tenant:d00ee0766a2a44c9bc3f0b240ac52a12 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:20:24.789776 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-b578a063-f67b-4f91-9c53-0b8fa1a98208 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:20:24.818558 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-b578a063-f67b-4f91-9c53-0b8fa1a98208 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:20:24.974277 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [req-d8e8bf60-6807-4846-9d02-576ad4aa5857 req-3b3770ec-f9e5-4181-a9d1-f70617ccabb6 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=91549) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 21 15:20:24.979347 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-d8e8bf60-6807-4846-9d02-576ad4aa5857 req-3b3770ec-f9e5-4181-a9d1-f70617ccabb6 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0503926 May 21 15:20:25.149567 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-b578a063-f67b-4f91-9c53-0b8fa1a98208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:25.151897 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-40bf8b5d-c516-4238-8335-0614d704b4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:25.159971 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [req-8a74c78f-5880-4d65-8fbc-1c0ade3e6165 req-4a9e868f-1c6d-40ce-9944-75b479c4cea1 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=91548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 21 15:20:25.161166 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-8a74c78f-5880-4d65-8fbc-1c0ade3e6165 req-4a9e868f-1c6d-40ce-9944-75b479c4cea1 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0099897 May 21 15:20:25.163082 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-b578a063-f67b-4f91-9c53-0b8fa1a98208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:25.188103 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-5238ce8a-5eca-423b-9eb7-6bd88186c303 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:25.199503 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-c61eb987-edee-45ad-8ba8-24f836c8b36d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:25.211904 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-b578a063-f67b-4f91-9c53-0b8fa1a98208 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d00ee0766a2a44c9bc3f0b240ac52a12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5027359 May 21 15:20:25.215107 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 56180) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:25.306727 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bf8b5d-c516-4238-8335-0614d704b4c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9cf9ff4-cfd4-49b1-9718-a0b1bbeb9e5c,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:25.316784 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-40bf8b5d-c516-4238-8335-0614d704b4c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:25.324148 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-40bf8b5d-c516-4238-8335-0614d704b4c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:25.325504 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-40bf8b5d-c516-4238-8335-0614d704b4c0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e9cf9ff4-cfd4-49b1-9718-a0b1bbeb9e5c HTTP/1.1" status: 204 len: 168 time: 0.8625915 May 21 15:20:25.358069 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-74128bc0-4396-439e-ac70-ea30a76d7688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:25.382362 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e638e2-ee9b-4e7a-9644-aed8f5bf068a req-10462f4c-f3fe-4902-86f4-bbb6562f0534 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:25.391430 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-42e638e2-ee9b-4e7a-9644-aed8f5bf068a req-10462f4c-f3fe-4902-86f4-bbb6562f0534 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=0c112a89-dd5d-447a-a5cf-2f642b04fa15 HTTP/1.1" status: 200 len: 931 time: 0.4026401 May 21 15:20:25.425897 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-74128bc0-4396-439e-ac70-ea30a76d7688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:25.442323 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752e2292-ab42-4082-a8d4-1232577124c8 req-a4c83af1-598c-4605-a5b9-262825b82185 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:25.451479 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-752e2292-ab42-4082-a8d4-1232577124c8 req-a4c83af1-598c-4605-a5b9-262825b82185 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a83021f-5457-49eb-8026-84bcf6e4d125 HTTP/1.1" status: 200 len: 931 time: 0.2911499 May 21 15:20:25.459815 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b578a063-f67b-4f91-9c53-0b8fa1a98208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5952c3d9-8459-4cc3-8d83-7f44a26f7280,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:25.492802 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-42e638e2-ee9b-4e7a-9644-aed8f5bf068a req-64f524d2-cf21-4c34-9955-67a99360bc0f tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b78fdd-8b23-431a-a677-c884f9e23eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999849 May 21 15:20:25.567145 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-752e2292-ab42-4082-a8d4-1232577124c8 req-7b9a135b-1a96-4514-b938-1c00681aefcd tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] 10.222.0.69 "GET /v2.0/security-groups?id=dd474cac-e66a-49ec-bf79-4c4d35130721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144803 May 21 15:20:25.676936 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-b578a063-f67b-4f91-9c53-0b8fa1a98208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:25.706880 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-ce2a7bfb-9807-41cf-b617-ae074524f25b req-df5265ee-d5c5-46db-aaeb-554a70f44398 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 210 time: 0.0668964 May 21 15:20:25.766283 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-74128bc0-4396-439e-ac70-ea30a76d7688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:25.776059 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-84b949fa-cdb6-405f-8e68-830ebbcfae4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:25.797718 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-74128bc0-4396-439e-ac70-ea30a76d7688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:25.799248 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-74128bc0-4396-439e-ac70-ea30a76d7688 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5952c3d9-8459-4cc3-8d83-7f44a26f7280 HTTP/1.1" status: 204 len: 168 time: 0.5829139 May 21 15:20:25.802134 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74128bc0-4396-439e-ac70-ea30a76d7688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5952c3d9-8459-4cc3-8d83-7f44a26f7280,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:25.805485 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-74128bc0-4396-439e-ac70-ea30a76d7688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:26.192938 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.v2.base [req-8a74c78f-5880-4d65-8fbc-1c0ade3e6165 req-d8e38dc5-2e17-4692-921b-baa453006c3d service neutron] Request body: {'port': {'device_id': '6a83021f-5457-49eb-8026-84bcf6e4d125', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=91549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:20:26.265248 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [req-d8e8bf60-6807-4846-9d02-576ad4aa5857 req-5e66ceba-b873-40ab-a2c7-6529179a152d service neutron] Request body: {'port': {'device_id': '0c112a89-dd5d-447a-a5cf-2f642b04fa15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:20:26.579756 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.68', 53666) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:26.751995 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [req-8a74c78f-5880-4d65-8fbc-1c0ade3e6165 req-d8e38dc5-2e17-4692-921b-baa453006c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:26.852363 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-d8e8bf60-6807-4846-9d02-576ad4aa5857 req-5e66ceba-b873-40ab-a2c7-6529179a152d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:27.408982 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 56232) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:27.598394 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-c6649dba-8be4-4e30-954c-982747837f7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:27.727957 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-c6649dba-8be4-4e30-954c-982747837f7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:20:27.783619 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-c6649dba-8be4-4e30-954c-982747837f7e admin admin] Usage tracker for resource:security_group_rule and tenant:8cb0a5861f8a4f2c9adaf7014ff80948 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:20:27.805026 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-c6649dba-8be4-4e30-954c-982747837f7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:20:28.048414 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-c6649dba-8be4-4e30-954c-982747837f7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:20:28.082171 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.db.resource_extend [req-8a74c78f-5880-4d65-8fbc-1c0ade3e6165 req-d8e38dc5-2e17-4692-921b-baa453006c3d service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 21 15:20:28.242719 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c9ed3a-1ed0-4427-9dfc-96a8fff0b20d req-020eaef9-dfbe-4349-a9c0-0e985f599f4d tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:28.244843 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-22c9ed3a-1ed0-4427-9dfc-96a8fff0b20d req-020eaef9-dfbe-4349-a9c0-0e985f599f4d tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.68 "GET /v2.0/networks?id=efa2a869-eef6-443f-b219-ba0ab20cb5c1 HTTP/1.1" status: 200 len: 810 time: 1.6103842 May 21 15:20:28.295112 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.notifiers.nova [req-8a74c78f-5880-4d65-8fbc-1c0ade3e6165 req-d8e38dc5-2e17-4692-921b-baa453006c3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e680f488-b2d7-4d72-aea3-cc4571d1908b {{(pid=91549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:20:28.307351 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [req-8a74c78f-5880-4d65-8fbc-1c0ade3e6165 req-d8e38dc5-2e17-4692-921b-baa453006c3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:28.333466 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.provisioning_blocks [req-8a74c78f-5880-4d65-8fbc-1c0ade3e6165 req-d8e38dc5-2e17-4692-921b-baa453006c3d service neutron] Transition to ACTIVE for port object e680f488-b2d7-4d72-aea3-cc4571d1908b will not be triggered until provisioned by entity L2. {{(pid=91549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:20:28.362922 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [req-8a74c78f-5880-4d65-8fbc-1c0ade3e6165 req-d8e38dc5-2e17-4692-921b-baa453006c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:28.365849 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 56260) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:28.459818 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-0249dfc3-5e4c-497d-b821-045bd3de2677 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:28.549818 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-c6649dba-8be4-4e30-954c-982747837f7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:28.576032 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-c6649dba-8be4-4e30-954c-982747837f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:28.605905 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-e3cae189-9b28-402c-a957-368b23d5d215 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:28.808584 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb0f0f3-6a2e-4e94-98f1-ec412d7847c0 req-1f76db5c-8ec1-47bc-9ac2-6fe4e57f31d7 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:28.811223 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-feb0f0f3-6a2e-4e94-98f1-ec412d7847c0 req-1f76db5c-8ec1-47bc-9ac2-6fe4e57f31d7 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=0c112a89-dd5d-447a-a5cf-2f642b04fa15 HTTP/1.1" status: 200 len: 931 time: 0.9116981 May 21 15:20:28.830378 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6649dba-8be4-4e30-954c-982747837f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aef53ed-2a3d-4f69-a0ab-d73ebcd75491,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:28.856247 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-c6649dba-8be4-4e30-954c-982747837f7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:28.879070 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e38dc5-2e17-4692-921b-baa453006c3d service neutron] Pushing event updated for resources: {'Port': ['ID=e680f488-b2d7-4d72-aea3-cc4571d1908b,revision_number=2']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:28.938580 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-c6649dba-8be4-4e30-954c-982747837f7e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8cb0a5861f8a4f2c9adaf7014ff80948&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5262370 May 21 15:20:28.938851 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-d8e38dc5-2e17-4692-921b-baa453006c3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:28.941667 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 56282) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:29.007722 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c80f8d-5e3e-4a09-8942-d097f436f2eb req-5908af66-b43f-4bd2-88cc-e62e94c987f4 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:29.019998 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-05c80f8d-5e3e-4a09-8942-d097f436f2eb req-5908af66-b43f-4bd2-88cc-e62e94c987f4 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a83021f-5457-49eb-8026-84bcf6e4d125 HTTP/1.1" status: 200 len: 931 time: 1.1288149 May 21 15:20:29.038267 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.notifiers.nova [req-d8e8bf60-6807-4846-9d02-576ad4aa5857 req-5e66ceba-b873-40ab-a2c7-6529179a152d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5baad11-dfe2-4593-8882-7685a2339cc7 {{(pid=91548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:20:29.075097 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-d8e8bf60-6807-4846-9d02-576ad4aa5857 req-5e66ceba-b873-40ab-a2c7-6529179a152d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:29.116458 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.managers [req-8a74c78f-5880-4d65-8fbc-1c0ade3e6165 req-d8e38dc5-2e17-4692-921b-baa453006c3d service neutron] Attempting to bind port e680f488-b2d7-4d72-aea3-cc4571d1908b on host hv-cinder-79229 for vnic_type normal with profile {{(pid=91549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:20:29.117568 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.managers [req-8a74c78f-5880-4d65-8fbc-1c0ade3e6165 req-d8e38dc5-2e17-4692-921b-baa453006c3d service neutron] Attempting to bind port e680f488-b2d7-4d72-aea3-cc4571d1908b by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': 'c4ebeb54-293a-4557-9f9e-b3e94030f97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '989d364f-7d76-4577-a33f-faeaf5e66722'}] {{(pid=91549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:20:29.118111 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a74c78f-5880-4d65-8fbc-1c0ade3e6165 req-d8e38dc5-2e17-4692-921b-baa453006c3d service neutron] Attempting to bind port e680f488-b2d7-4d72-aea3-cc4571d1908b on network 989d364f-7d76-4577-a33f-faeaf5e66722 {{(pid=91549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:20:29.121597 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-65f8fd60-722a-4c36-8906-7248ec044489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:29.140969 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-feb0f0f3-6a2e-4e94-98f1-ec412d7847c0 req-98952739-000a-48f7-9681-3a0155fcb936 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b78fdd-8b23-431a-a677-c884f9e23eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027227 May 21 15:20:29.157827 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a74c78f-5880-4d65-8fbc-1c0ade3e6165 req-d8e38dc5-2e17-4692-921b-baa453006c3d service neutron] Port e680f488-b2d7-4d72-aea3-cc4571d1908b on network 989d364f-7d76-4577-a33f-faeaf5e66722 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=91549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 15:20:29.158435 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a74c78f-5880-4d65-8fbc-1c0ade3e6165 req-d8e38dc5-2e17-4692-921b-baa453006c3d service neutron] Attempting to bind port e680f488-b2d7-4d72-aea3-cc4571d1908b on network 989d364f-7d76-4577-a33f-faeaf5e66722 {{(pid=91549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:20:29.167642 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-2f791e90-e0a4-4602-b4bd-745882c9785a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:29.196292 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a74c78f-5880-4d65-8fbc-1c0ade3e6165 req-d8e38dc5-2e17-4692-921b-baa453006c3d service neutron] Checking agent: {'id': '4762cb26-ef72-475b-a9a0-8f480bf27f9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 18, 22), 'started_at': datetime.datetime(2021, 5, 21, 15, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:20:29.197057 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a74c78f-5880-4d65-8fbc-1c0ade3e6165 req-d8e38dc5-2e17-4692-921b-baa453006c3d service neutron] Checking segment: {'id': 'c4ebeb54-293a-4557-9f9e-b3e94030f97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '989d364f-7d76-4577-a33f-faeaf5e66722'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:20:29.197697 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a74c78f-5880-4d65-8fbc-1c0ade3e6165 req-d8e38dc5-2e17-4692-921b-baa453006c3d service neutron] Bound using segment: {'id': 'c4ebeb54-293a-4557-9f9e-b3e94030f97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '989d364f-7d76-4577-a33f-faeaf5e66722'} {{(pid=91549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:20:29.198447 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.managers [req-8a74c78f-5880-4d65-8fbc-1c0ade3e6165 req-d8e38dc5-2e17-4692-921b-baa453006c3d service neutron] Bound port: e680f488-b2d7-4d72-aea3-cc4571d1908b, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4ebeb54-293a-4557-9f9e-b3e94030f97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '989d364f-7d76-4577-a33f-faeaf5e66722'}}] {{(pid=91549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:20:29.205096 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [req-8a74c78f-5880-4d65-8fbc-1c0ade3e6165 req-d8e38dc5-2e17-4692-921b-baa453006c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:29.221806 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-65f8fd60-722a-4c36-8906-7248ec044489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:29.238962 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-2f791e90-e0a4-4602-b4bd-745882c9785a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:20:29.261510 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-05c80f8d-5e3e-4a09-8942-d097f436f2eb req-f899c192-1e96-4860-8a88-bdb693d4922a tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] 10.222.0.69 "GET /v2.0/security-groups?id=dd474cac-e66a-49ec-bf79-4c4d35130721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400553 May 21 15:20:29.286992 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-2f791e90-e0a4-4602-b4bd-745882c9785a admin admin] Usage tracker for resource:security_group_rule and tenant:983c7e9bc3714b1ea6aeb145ae9f20af is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:20:29.296730 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.provisioning_blocks [req-d8e8bf60-6807-4846-9d02-576ad4aa5857 req-5e66ceba-b873-40ab-a2c7-6529179a152d service neutron] Transition to ACTIVE for port object e5baad11-dfe2-4593-8882-7685a2339cc7 will not be triggered until provisioned by entity L2. {{(pid=91548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:20:29.327307 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-d8e8bf60-6807-4846-9d02-576ad4aa5857 req-5e66ceba-b873-40ab-a2c7-6529179a152d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:29.328978 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-2f791e90-e0a4-4602-b4bd-745882c9785a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:20:29.336440 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:29.360580 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-2f791e90-e0a4-4602-b4bd-745882c9785a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:20:29.453922 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-65f8fd60-722a-4c36-8906-7248ec044489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:29.469383 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e66ceba-b873-40ab-a2c7-6529179a152d service neutron] Pushing event updated for resources: {'Port': ['ID=e5baad11-dfe2-4593-8882-7685a2339cc7,revision_number=2']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:29.476364 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-5e66ceba-b873-40ab-a2c7-6529179a152d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:29.510853 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-c6649dba-8be4-4e30-954c-982747837f7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:29.594102 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f8fd60-722a-4c36-8906-7248ec044489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aef53ed-2a3d-4f69-a0ab-d73ebcd75491,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:29.603534 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-65f8fd60-722a-4c36-8906-7248ec044489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:29.607849 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-65f8fd60-722a-4c36-8906-7248ec044489 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0aef53ed-2a3d-4f69-a0ab-d73ebcd75491 HTTP/1.1" status: 204 len: 168 time: 0.6444016 May 21 15:20:29.609825 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-65f8fd60-722a-4c36-8906-7248ec044489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:29.640225 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-22c9ed3a-1ed0-4427-9dfc-96a8fff0b20d req-adf91090-ad7c-4c77-9976-72b2eddbc289 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Synchronizing usage tracker for tenant:a0ff7059c233428f81d35f38ec365006 on resource:security_group {{(pid=91548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:20:29.730205 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-8289fe11-49bc-44a3-9b59-e9425479b7c4 req-1791d337-7f43-4b0b-b3ca-3f950f04f7fa tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 210 time: 0.2423861 May 21 15:20:29.744275 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-22c9ed3a-1ed0-4427-9dfc-96a8fff0b20d req-adf91090-ad7c-4c77-9976-72b2eddbc289 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Unset dirty status for tenant:a0ff7059c233428f81d35f38ec365006 on resource:security_group {{(pid=91548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:20:29.746494 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-22c9ed3a-1ed0-4427-9dfc-96a8fff0b20d req-adf91090-ad7c-4c77-9976-72b2eddbc289 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0ff7059c233428f81d35f38ec365006 HTTP/1.1" status: 200 len: 380 time: 0.2913668 May 21 15:20:29.750306 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.db [req-8a74c78f-5880-4d65-8fbc-1c0ade3e6165 req-d8e38dc5-2e17-4692-921b-baa453006c3d service neutron] For port e680f488-b2d7-4d72-aea3-cc4571d1908b, host hv-cinder-79229, cleared binding levels {{(pid=91549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:20:29.759635 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [req-22c9ed3a-1ed0-4427-9dfc-96a8fff0b20d req-05d96a7d-7174-4abd-a652-5091f249e9c3 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Request body: {'port': {'device_id': '978f80c3-b426-4c67-bde8-993a0d80116c', 'network_id': 'efa2a869-eef6-443f-b219-ba0ab20cb5c1', 'admin_state_up': True, 'tenant_id': 'a0ff7059c233428f81d35f38ec365006', 'security_groups': ['7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c']}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:20:29.812874 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.db [req-8a74c78f-5880-4d65-8fbc-1c0ade3e6165 req-d8e38dc5-2e17-4692-921b-baa453006c3d service neutron] For port e680f488-b2d7-4d72-aea3-cc4571d1908b, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=e680f488-b2d7-4d72-aea3-cc4571d1908b,segment=NetworkSegment(c4ebeb54-293a-4557-9f9e-b3e94030f97f),segment_id=c4ebeb54-293a-4557-9f9e-b3e94030f97f)] {{(pid=91549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:20:29.823225 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [req-8a74c78f-5880-4d65-8fbc-1c0ade3e6165 req-d8e38dc5-2e17-4692-921b-baa453006c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:29.840332 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-22c358fb-c1a3-48ab-8905-3f7cc12b4dbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:29.911810 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.managers [req-d8e8bf60-6807-4846-9d02-576ad4aa5857 req-5e66ceba-b873-40ab-a2c7-6529179a152d service neutron] Attempting to bind port e5baad11-dfe2-4593-8882-7685a2339cc7 on host hv-cinder-79229 for vnic_type normal with profile {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:20:29.912300 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.managers [req-d8e8bf60-6807-4846-9d02-576ad4aa5857 req-5e66ceba-b873-40ab-a2c7-6529179a152d service neutron] Attempting to bind port e5baad11-dfe2-4593-8882-7685a2339cc7 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '2d67f94e-8ecf-4f8b-811f-9d8f4012b1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '321c2ca3-09b1-4787-88ab-24465b663b2d'}] {{(pid=91548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:20:29.913546 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e8bf60-6807-4846-9d02-576ad4aa5857 req-5e66ceba-b873-40ab-a2c7-6529179a152d service neutron] Attempting to bind port e5baad11-dfe2-4593-8882-7685a2339cc7 on network 321c2ca3-09b1-4787-88ab-24465b663b2d {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:20:29.933911 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e8bf60-6807-4846-9d02-576ad4aa5857 req-5e66ceba-b873-40ab-a2c7-6529179a152d service neutron] Port e5baad11-dfe2-4593-8882-7685a2339cc7 on network 321c2ca3-09b1-4787-88ab-24465b663b2d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 15:20:29.934424 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e8bf60-6807-4846-9d02-576ad4aa5857 req-5e66ceba-b873-40ab-a2c7-6529179a152d service neutron] Attempting to bind port e5baad11-dfe2-4593-8882-7685a2339cc7 on network 321c2ca3-09b1-4787-88ab-24465b663b2d {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:20:29.955043 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e8bf60-6807-4846-9d02-576ad4aa5857 req-5e66ceba-b873-40ab-a2c7-6529179a152d service neutron] Checking agent: {'id': '4762cb26-ef72-475b-a9a0-8f480bf27f9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 18, 22), 'started_at': datetime.datetime(2021, 5, 21, 15, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:20:29.955591 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e8bf60-6807-4846-9d02-576ad4aa5857 req-5e66ceba-b873-40ab-a2c7-6529179a152d service neutron] Checking segment: {'id': '2d67f94e-8ecf-4f8b-811f-9d8f4012b1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '321c2ca3-09b1-4787-88ab-24465b663b2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:20:29.956915 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e8bf60-6807-4846-9d02-576ad4aa5857 req-5e66ceba-b873-40ab-a2c7-6529179a152d service neutron] Bound using segment: {'id': '2d67f94e-8ecf-4f8b-811f-9d8f4012b1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '321c2ca3-09b1-4787-88ab-24465b663b2d'} {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:20:29.957190 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.managers [req-d8e8bf60-6807-4846-9d02-576ad4aa5857 req-5e66ceba-b873-40ab-a2c7-6529179a152d service neutron] Bound port: e5baad11-dfe2-4593-8882-7685a2339cc7, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d67f94e-8ecf-4f8b-811f-9d8f4012b1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '321c2ca3-09b1-4787-88ab-24465b663b2d'}}] {{(pid=91548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:20:29.957738 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-d8e8bf60-6807-4846-9d02-576ad4aa5857 req-5e66ceba-b873-40ab-a2c7-6529179a152d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:29.986336 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74c78f-5880-4d65-8fbc-1c0ade3e6165 req-d8e38dc5-2e17-4692-921b-baa453006c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:29.987639 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [req-8a74c78f-5880-4d65-8fbc-1c0ade3e6165 req-d8e38dc5-2e17-4692-921b-baa453006c3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697775'] for port, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:29.989966 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-8a74c78f-5880-4d65-8fbc-1c0ade3e6165 req-d8e38dc5-2e17-4692-921b-baa453006c3d service neutron] 10.222.0.68 "PUT /v2.0/ports/e680f488-b2d7-4d72-aea3-cc4571d1908b HTTP/1.1" status: 200 len: 1093 time: 4.3100021 May 21 15:20:29.990703 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a83021f-5457-49eb-8026-84bcf6e4d125', 'tag': 'e680f488-b2d7-4d72-aea3-cc4571d1908b'}] {{(pid=91549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:20:30.155438 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [req-22c9ed3a-1ed0-4427-9dfc-96a8fff0b20d req-05d96a7d-7174-4abd-a652-5091f249e9c3 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:20:30.163336 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-22c9ed3a-1ed0-4427-9dfc-96a8fff0b20d req-05d96a7d-7174-4abd-a652-5091f249e9c3 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Usage tracker for resource:port and tenant:a0ff7059c233428f81d35f38ec365006 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:20:30.170837 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-22c9ed3a-1ed0-4427-9dfc-96a8fff0b20d req-05d96a7d-7174-4abd-a652-5091f249e9c3 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:20:30.197966 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [req-22c9ed3a-1ed0-4427-9dfc-96a8fff0b20d req-05d96a7d-7174-4abd-a652-5091f249e9c3 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:20:30.230273 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [req-d8e8bf60-6807-4846-9d02-576ad4aa5857 req-5e66ceba-b873-40ab-a2c7-6529179a152d service neutron] For port e5baad11-dfe2-4593-8882-7685a2339cc7, host hv-cinder-79229, cleared binding levels {{(pid=91548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:20:30.241165 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [req-d8e8bf60-6807-4846-9d02-576ad4aa5857 req-5e66ceba-b873-40ab-a2c7-6529179a152d service neutron] For port e5baad11-dfe2-4593-8882-7685a2339cc7, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=e5baad11-dfe2-4593-8882-7685a2339cc7,segment=NetworkSegment(2d67f94e-8ecf-4f8b-811f-9d8f4012b1b2),segment_id=2d67f94e-8ecf-4f8b-811f-9d8f4012b1b2)] {{(pid=91548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:20:30.248024 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-d8e8bf60-6807-4846-9d02-576ad4aa5857 req-5e66ceba-b873-40ab-a2c7-6529179a152d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:30.258363 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:30.299398 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e38dc5-2e17-4692-921b-baa453006c3d service neutron] Pushing event updated for resources: {'Port': ['ID=e680f488-b2d7-4d72-aea3-cc4571d1908b,revision_number=3']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:30.305005 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-d8e38dc5-2e17-4692-921b-baa453006c3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:30.347345 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-2f791e90-e0a4-4602-b4bd-745882c9785a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:30.355025 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-2f791e90-e0a4-4602-b4bd-745882c9785a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:30.357994 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74c78f-5880-4d65-8fbc-1c0ade3e6165 req-63565774-d53c-4ea6-948b-a4ae9d619245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:30.359734 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-8a74c78f-5880-4d65-8fbc-1c0ade3e6165 req-63565774-d53c-4ea6-948b-a4ae9d619245 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ce308f0e8ed24b5c961b65d61e05b068&device_id=6a83021f-5457-49eb-8026-84bcf6e4d125 HTTP/1.1" status: 200 len: 1096 time: 0.2522259 May 21 15:20:30.369322 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:30.470087 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22c9ed3a-1ed0-4427-9dfc-96a8fff0b20d req-05d96a7d-7174-4abd-a652-5091f249e9c3 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Made reservation on behalf of a0ff7059c233428f81d35f38ec365006 for: {'port': 1} {{(pid=91548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:20:30.488549 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-22c9ed3a-1ed0-4427-9dfc-96a8fff0b20d req-05d96a7d-7174-4abd-a652-5091f249e9c3 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:30.511534 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f791e90-e0a4-4602-b4bd-745882c9785a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6ae54b-3592-441d-bd03-77990cba1ac0,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:30.534107 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-2f791e90-e0a4-4602-b4bd-745882c9785a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=983c7e9bc3714b1ea6aeb145ae9f20af&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1104841 May 21 15:20:30.535093 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-2f791e90-e0a4-4602-b4bd-745882c9785a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:30.543702 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 56344) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:30.593978 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8bf60-6807-4846-9d02-576ad4aa5857 req-5e66ceba-b873-40ab-a2c7-6529179a152d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:30.594695 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-d8e8bf60-6807-4846-9d02-576ad4aa5857 req-5e66ceba-b873-40ab-a2c7-6529179a152d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697775'] for port, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:30.596786 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-d8e8bf60-6807-4846-9d02-576ad4aa5857 req-5e66ceba-b873-40ab-a2c7-6529179a152d service neutron] 10.222.0.68 "PUT /v2.0/ports/e5baad11-dfe2-4593-8882-7685a2339cc7 HTTP/1.1" status: 200 len: 1093 time: 4.9441392 May 21 15:20:30.599712 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c112a89-dd5d-447a-a5cf-2f642b04fa15', 'tag': 'e5baad11-dfe2-4593-8882-7685a2339cc7'}] {{(pid=91548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:20:30.662170 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-8a74c78f-5880-4d65-8fbc-1c0ade3e6165 req-4441140e-6bba-4f63-a80a-0a5af114771c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e680f488-b2d7-4d72-aea3-cc4571d1908b HTTP/1.1" status: 200 len: 217 time: 0.2545848 May 21 15:20:30.902075 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74c78f-5880-4d65-8fbc-1c0ade3e6165 req-8776be22-d925-4f0c-ba2b-4d240bc029ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:30.903527 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-8a74c78f-5880-4d65-8fbc-1c0ade3e6165 req-8776be22-d925-4f0c-ba2b-4d240bc029ef service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8a776927-2af6-40c6-b709-325e1c787b5a HTTP/1.1" status: 200 len: 851 time: 0.1942177 May 21 15:20:30.985033 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e66ceba-b873-40ab-a2c7-6529179a152d service neutron] Pushing event updated for resources: {'Port': ['ID=e5baad11-dfe2-4593-8882-7685a2339cc7,revision_number=3']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:30.996163 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-5e66ceba-b873-40ab-a2c7-6529179a152d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.738s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:31.034354 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-8a74c78f-5880-4d65-8fbc-1c0ade3e6165 req-8fca611b-8d98-4e8d-a2de-404b3e0ca744 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=989d364f-7d76-4577-a33f-faeaf5e66722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1158288 May 21 15:20:31.097100 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8bf60-6807-4846-9d02-576ad4aa5857 req-83ca1808-3c0e-473c-ac22-babb55500afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:31.098594 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-d8e8bf60-6807-4846-9d02-576ad4aa5857 req-83ca1808-3c0e-473c-ac22-babb55500afa service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f68e94ae626e4618b509d667e1d492d1&device_id=0c112a89-dd5d-447a-a5cf-2f642b04fa15 HTTP/1.1" status: 200 len: 1096 time: 0.3560340 May 21 15:20:31.186530 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.db_base_plugin_common [req-22c9ed3a-1ed0-4427-9dfc-96a8fff0b20d req-05d96a7d-7174-4abd-a652-5091f249e9c3 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Allocated IP 172.20.0.10 (efa2a869-eef6-443f-b219-ba0ab20cb5c1/b15db54b-4552-4834-a465-ff2d97af0b01/f39d91da-f227-4bb1-a3a9-89731368da3f) {{(pid=91548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:20:31.190435 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-d8e8bf60-6807-4846-9d02-576ad4aa5857 req-6e4bb158-6460-44fe-b658-6e35337539f0 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e5baad11-dfe2-4593-8882-7685a2339cc7 HTTP/1.1" status: 200 len: 217 time: 0.0759971 May 21 15:20:31.324670 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef4d3b3-8e05-4c88-b960-806f453a428d req-cc6e1e38-24ba-4ca7-a3cc-b3f84178707f tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:31.327123 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-5ef4d3b3-8e05-4c88-b960-806f453a428d req-cc6e1e38-24ba-4ca7-a3cc-b3f84178707f tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=0c112a89-dd5d-447a-a5cf-2f642b04fa15 HTTP/1.1" status: 200 len: 943 time: 0.7821751 May 21 15:20:31.338713 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8bf60-6807-4846-9d02-576ad4aa5857 req-aa4c54ec-df87-41c9-9e24-069175bfd9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:31.340974 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-d8e8bf60-6807-4846-9d02-576ad4aa5857 req-aa4c54ec-df87-41c9-9e24-069175bfd9e0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f04d5cd6-64de-425f-ad82-16f66f2c1a9c HTTP/1.1" status: 200 len: 855 time: 0.1404278 May 21 15:20:31.411059 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cf4719-5e1b-4673-b460-a0fdfdfec78d req-6968d0f2-a2e5-4638-ae7c-06ab5e4df574 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:31.413733 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-29cf4719-5e1b-4673-b460-a0fdfdfec78d req-6968d0f2-a2e5-4638-ae7c-06ab5e4df574 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a83021f-5457-49eb-8026-84bcf6e4d125 HTTP/1.1" status: 200 len: 943 time: 0.8258777 May 21 15:20:31.414812 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-9da9dbc4-2415-41f4-9f4f-9632cbb1f000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:31.476402 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-d8e8bf60-6807-4846-9d02-576ad4aa5857 req-11280859-29f5-4c16-8774-79c0feba6d3f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=321c2ca3-09b1-4787-88ab-24465b663b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1273189 May 21 15:20:31.549115 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-9da9dbc4-2415-41f4-9f4f-9632cbb1f000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:31.674747 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-22c9ed3a-1ed0-4427-9dfc-96a8fff0b20d req-05d96a7d-7174-4abd-a652-5091f249e9c3 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks [] for port, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:31.728526 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-29cf4719-5e1b-4673-b460-a0fdfdfec78d req-69908d3b-2145-4785-bb5a-f0f0b0948852 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] 10.222.0.69 "GET /v2.0/security-groups?id=dd474cac-e66a-49ec-bf79-4c4d35130721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590163 May 21 15:20:31.869648 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-5ef4d3b3-8e05-4c88-b960-806f453a428d req-2412c493-e50f-44b7-aa0b-9756e20812d2 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b78fdd-8b23-431a-a677-c884f9e23eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5250494 May 21 15:20:31.912978 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-d8e8bf60-6807-4846-9d02-576ad4aa5857 req-dc161d40-fb7f-4072-8156-bfe1d4342329 service neutron] 10.222.0.68 "GET /v2.0/networks/321c2ca3-09b1-4787-88ab-24465b663b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4278252 May 21 15:20:31.913334 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-8a74c78f-5880-4d65-8fbc-1c0ade3e6165 req-87c01807-4e6d-4deb-a0fe-96fe3982071e service neutron] 10.222.0.68 "GET /v2.0/networks/989d364f-7d76-4577-a33f-faeaf5e66722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8641551 May 21 15:20:31.952984 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.provisioning_blocks [req-22c9ed3a-1ed0-4427-9dfc-96a8fff0b20d req-05d96a7d-7174-4abd-a652-5091f249e9c3 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Transition to ACTIVE for port object f39d91da-f227-4bb1-a3a9-89731368da3f will not be triggered until provisioned by entity DHCP. {{(pid=91548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:20:31.989043 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-9da9dbc4-2415-41f4-9f4f-9632cbb1f000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:32.083552 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-22c9ed3a-1ed0-4427-9dfc-96a8fff0b20d req-05d96a7d-7174-4abd-a652-5091f249e9c3 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730419340153'] for port, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:32.125788 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-630f3344-d2c5-4f52-9f12-160677bd0bd4 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:32.133690 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-cef7f1cc-b1b0-4a51-b0c0-34d5976eed24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:32.208594 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da9dbc4-2415-41f4-9f4f-9632cbb1f000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6ae54b-3592-441d-bd03-77990cba1ac0,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:32.212161 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-9da9dbc4-2415-41f4-9f4f-9632cbb1f000 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:32.255561 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-d8e8bf60-6807-4846-9d02-576ad4aa5857 req-5bef16a5-bf36-434d-8af1-a025e043b2ae service neutron] 10.222.0.68 "GET /v2.0/networks/321c2ca3-09b1-4787-88ab-24465b663b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3327246 May 21 15:20:32.257170 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-9da9dbc4-2415-41f4-9f4f-9632cbb1f000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:32.270541 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-9da9dbc4-2415-41f4-9f4f-9632cbb1f000 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ae6ae54b-3592-441d-bd03-77990cba1ac0 HTTP/1.1" status: 204 len: 168 time: 1.6859317 May 21 15:20:32.271099 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22c9ed3a-1ed0-4427-9dfc-96a8fff0b20d req-05d96a7d-7174-4abd-a652-5091f249e9c3 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Network efa2a869-eef6-443f-b219-ba0ab20cb5c1 is already hosted by enough agents. {{(pid=91548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:20:32.276844 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.base_scheduler [req-22c9ed3a-1ed0-4427-9dfc-96a8fff0b20d req-05d96a7d-7174-4abd-a652-5091f249e9c3 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Resources bound (agent type, host, resource id): {{(pid=91548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:20:32.282651 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c9ed3a-1ed0-4427-9dfc-96a8fff0b20d req-05d96a7d-7174-4abd-a652-5091f249e9c3 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Received port after_create {{(pid=91548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:20:32.289888 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c9ed3a-1ed0-4427-9dfc-96a8fff0b20d req-05d96a7d-7174-4abd-a652-5091f249e9c3 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:32.290621 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-22c9ed3a-1ed0-4427-9dfc-96a8fff0b20d req-05d96a7d-7174-4abd-a652-5091f249e9c3 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697775'] for port, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:32.324734 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d96a7d-7174-4abd-a652-5091f249e9c3 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Pushing event updated for resources: {'Port': ['ID=f39d91da-f227-4bb1-a3a9-89731368da3f,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:32.327932 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-05d96a7d-7174-4abd-a652-5091f249e9c3 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:32.347945 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-22c9ed3a-1ed0-4427-9dfc-96a8fff0b20d req-05d96a7d-7174-4abd-a652-5091f249e9c3 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5937972 May 21 15:20:32.358762 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-8a74c78f-5880-4d65-8fbc-1c0ade3e6165 req-05f415c2-47ae-40ae-8a85-a3ac3712a1b8 service neutron] 10.222.0.68 "GET /v2.0/networks/989d364f-7d76-4577-a33f-faeaf5e66722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4352691 May 21 15:20:32.360780 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [req-22c9ed3a-1ed0-4427-9dfc-96a8fff0b20d req-90b4b839-2be7-44a7-a392-4d7d41b99acc service neutron] Request body: {'port': {'device_id': '978f80c3-b426-4c67-bde8-993a0d80116c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:20:32.399874 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5547a7-a4ec-4942-9ef5-12d5f551d0d2 req-ff8d7f64-edbe-450f-ad8b-8b8ccdfab7d0 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:32.401727 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-5b5547a7-a4ec-4942-9ef5-12d5f551d0d2 req-ff8d7f64-edbe-450f-ad8b-8b8ccdfab7d0 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 932 time: 0.2397385 May 21 15:20:32.463208 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a83021f-5457-49eb-8026-84bcf6e4d125', 'tag': 'e680f488-b2d7-4d72-aea3-cc4571d1908b', 'status': 'completed', 'code': 200} May 21 15:20:32.487933 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-5b5547a7-a4ec-4942-9ef5-12d5f551d0d2 req-6354e083-d1ff-49c2-9634-281fa1f49a95 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787697 May 21 15:20:32.566007 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-22c9ed3a-1ed0-4427-9dfc-96a8fff0b20d req-90b4b839-2be7-44a7-a392-4d7d41b99acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:32.616707 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e270365-9ffe-403c-bf0e-b79f31bbce57 req-f760016d-0f46-4934-ab98-41f6277a5210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:32.618172 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-4e270365-9ffe-403c-bf0e-b79f31bbce57 req-f760016d-0f46-4934-ab98-41f6277a5210 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ce308f0e8ed24b5c961b65d61e05b068&device_id=6a83021f-5457-49eb-8026-84bcf6e4d125 HTTP/1.1" status: 200 len: 1096 time: 0.1293583 May 21 15:20:32.659747 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-d3442e88-7cf5-46ba-8bfc-7057d4ff3a20 None None] Provisioning for port f39d91da-f227-4bb1-a3a9-89731368da3f completed by entity DHCP. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:20:32.669696 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-d3442e88-7cf5-46ba-8bfc-7057d4ff3a20 None None] Provisioning complete for port f39d91da-f227-4bb1-a3a9-89731368da3f triggered by entity DHCP. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:20:32.670077 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-d3442e88-7cf5-46ba-8bfc-7057d4ff3a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:32.755627 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-d3442e88-7cf5-46ba-8bfc-7057d4ff3a20 None None] Port f39d91da-f227-4bb1-a3a9-89731368da3f cannot update to ACTIVE because it is not bound. {{(pid=91550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 15:20:32.853048 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e270365-9ffe-403c-bf0e-b79f31bbce57 req-30a86350-09fa-4c96-8f4f-f88dee17117c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:32.861552 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-4e270365-9ffe-403c-bf0e-b79f31bbce57 req-30a86350-09fa-4c96-8f4f-f88dee17117c service neutron] 10.222.0.68 "GET /v2.0/networks?id=989d364f-7d76-4577-a33f-faeaf5e66722 HTTP/1.1" status: 200 len: 912 time: 0.2291088 May 21 15:20:33.020712 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.notifiers.nova [req-22c9ed3a-1ed0-4427-9dfc-96a8fff0b20d req-90b4b839-2be7-44a7-a392-4d7d41b99acc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f39d91da-f227-4bb1-a3a9-89731368da3f {{(pid=91548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:20:33.029817 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-22c9ed3a-1ed0-4427-9dfc-96a8fff0b20d req-90b4b839-2be7-44a7-a392-4d7d41b99acc service neutron] Notify callbacks [] for port, precommit_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:33.046708 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-4e270365-9ffe-403c-bf0e-b79f31bbce57 req-837dadef-48fa-4153-b723-ebaacdafba96 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e680f488-b2d7-4d72-aea3-cc4571d1908b HTTP/1.1" status: 200 len: 217 time: 0.1840651 May 21 15:20:33.047475 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.provisioning_blocks [req-22c9ed3a-1ed0-4427-9dfc-96a8fff0b20d req-90b4b839-2be7-44a7-a392-4d7d41b99acc service neutron] Transition to ACTIVE for port object f39d91da-f227-4bb1-a3a9-89731368da3f will not be triggered until provisioned by entity L2. {{(pid=91548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:20:33.052399 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-22c9ed3a-1ed0-4427-9dfc-96a8fff0b20d req-90b4b839-2be7-44a7-a392-4d7d41b99acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:33.065361 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-5e66ceba-b873-40ab-a2c7-6529179a152d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:33.129267 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e270365-9ffe-403c-bf0e-b79f31bbce57 req-226a5a26-49d1-4dd4-a6b5-89feb3b7cc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:33.130687 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-4e270365-9ffe-403c-bf0e-b79f31bbce57 req-226a5a26-49d1-4dd4-a6b5-89feb3b7cc3b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8a776927-2af6-40c6-b709-325e1c787b5a HTTP/1.1" status: 200 len: 851 time: 0.0771899 May 21 15:20:33.233992 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c112a89-dd5d-447a-a5cf-2f642b04fa15', 'tag': 'e5baad11-dfe2-4593-8882-7685a2339cc7', 'status': 'completed', 'code': 200} May 21 15:20:33.251538 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-4e270365-9ffe-403c-bf0e-b79f31bbce57 req-f208f3a3-fb2d-4756-970f-7b0acdd821c2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=989d364f-7d76-4577-a33f-faeaf5e66722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1079147 May 21 15:20:33.315750 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b756d9c9-615c-4727-a349-b9c9ce67df72 req-041c881b-6a5a-42b3-bab5-f540fa113d64 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:33.317324 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-b756d9c9-615c-4727-a349-b9c9ce67df72 req-041c881b-6a5a-42b3-bab5-f540fa113d64 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a83021f-5457-49eb-8026-84bcf6e4d125 HTTP/1.1" status: 200 len: 943 time: 0.4537783 May 21 15:20:33.371086 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b4b839-2be7-44a7-a392-4d7d41b99acc service neutron] Pushing event updated for resources: {'Port': ['ID=f39d91da-f227-4bb1-a3a9-89731368da3f,revision_number=2']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:33.387136 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-90b4b839-2be7-44a7-a392-4d7d41b99acc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:33.556710 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-b756d9c9-615c-4727-a349-b9c9ce67df72 req-2dc6262a-7dd6-421d-a42e-b2cb386c5a6d tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] 10.222.0.69 "GET /v2.0/security-groups?id=dd474cac-e66a-49ec-bf79-4c4d35130721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245603 May 21 15:20:33.609282 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-4e270365-9ffe-403c-bf0e-b79f31bbce57 req-49474edb-9272-4dfc-b5fe-19efa4b0c9f4 service neutron] 10.222.0.68 "GET /v2.0/networks/989d364f-7d76-4577-a33f-faeaf5e66722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471444 May 21 15:20:33.674412 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c29e81-0328-430f-bc35-48827b85d1d5 req-3ba978cc-27bd-47b8-9774-fca1c1ecc990 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:33.683138 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-08c29e81-0328-430f-bc35-48827b85d1d5 req-3ba978cc-27bd-47b8-9774-fca1c1ecc990 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=0c112a89-dd5d-447a-a5cf-2f642b04fa15 HTTP/1.1" status: 200 len: 943 time: 0.3131399 May 21 15:20:33.705840 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 56458) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:33.870993 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-08c29e81-0328-430f-bc35-48827b85d1d5 req-8d67e47d-1b36-4988-a08f-f588025bd5e8 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b78fdd-8b23-431a-a677-c884f9e23eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746447 May 21 15:20:33.873391 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-72ffb8c9-cdab-4885-a468-68745ad2571c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:33.889534 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.managers [req-22c9ed3a-1ed0-4427-9dfc-96a8fff0b20d req-90b4b839-2be7-44a7-a392-4d7d41b99acc service neutron] Attempting to bind port f39d91da-f227-4bb1-a3a9-89731368da3f on host hv-cinder-79229 for vnic_type normal with profile {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:20:33.889861 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.managers [req-22c9ed3a-1ed0-4427-9dfc-96a8fff0b20d req-90b4b839-2be7-44a7-a392-4d7d41b99acc service neutron] Attempting to bind port f39d91da-f227-4bb1-a3a9-89731368da3f by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '67395f92-efc3-4428-9562-98be7db153b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'efa2a869-eef6-443f-b219-ba0ab20cb5c1'}] {{(pid=91548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:20:33.890177 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c9ed3a-1ed0-4427-9dfc-96a8fff0b20d req-90b4b839-2be7-44a7-a392-4d7d41b99acc service neutron] Attempting to bind port f39d91da-f227-4bb1-a3a9-89731368da3f on network efa2a869-eef6-443f-b219-ba0ab20cb5c1 {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:20:33.898558 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c9ed3a-1ed0-4427-9dfc-96a8fff0b20d req-90b4b839-2be7-44a7-a392-4d7d41b99acc service neutron] Port f39d91da-f227-4bb1-a3a9-89731368da3f on network efa2a869-eef6-443f-b219-ba0ab20cb5c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 15:20:33.898873 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c9ed3a-1ed0-4427-9dfc-96a8fff0b20d req-90b4b839-2be7-44a7-a392-4d7d41b99acc service neutron] Attempting to bind port f39d91da-f227-4bb1-a3a9-89731368da3f on network efa2a869-eef6-443f-b219-ba0ab20cb5c1 {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:20:33.913940 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-72ffb8c9-cdab-4885-a468-68745ad2571c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:20:33.919457 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-72ffb8c9-cdab-4885-a468-68745ad2571c admin admin] Usage tracker for resource:security_group_rule and tenant:0f726e69a7364002b375addc6434fac0 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:20:33.936553 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-72ffb8c9-cdab-4885-a468-68745ad2571c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:20:33.943784 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c9ed3a-1ed0-4427-9dfc-96a8fff0b20d req-90b4b839-2be7-44a7-a392-4d7d41b99acc service neutron] Checking agent: {'id': '4762cb26-ef72-475b-a9a0-8f480bf27f9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 18, 22), 'started_at': datetime.datetime(2021, 5, 21, 15, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:20:33.944353 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c9ed3a-1ed0-4427-9dfc-96a8fff0b20d req-90b4b839-2be7-44a7-a392-4d7d41b99acc service neutron] Checking segment: {'id': '67395f92-efc3-4428-9562-98be7db153b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'efa2a869-eef6-443f-b219-ba0ab20cb5c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:20:33.944786 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c9ed3a-1ed0-4427-9dfc-96a8fff0b20d req-90b4b839-2be7-44a7-a392-4d7d41b99acc service neutron] Bound using segment: {'id': '67395f92-efc3-4428-9562-98be7db153b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'efa2a869-eef6-443f-b219-ba0ab20cb5c1'} {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:20:33.945230 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.managers [req-22c9ed3a-1ed0-4427-9dfc-96a8fff0b20d req-90b4b839-2be7-44a7-a392-4d7d41b99acc service neutron] Bound port: f39d91da-f227-4bb1-a3a9-89731368da3f, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67395f92-efc3-4428-9562-98be7db153b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'efa2a869-eef6-443f-b219-ba0ab20cb5c1'}}] {{(pid=91548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:20:33.945568 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-22c9ed3a-1ed0-4427-9dfc-96a8fff0b20d req-90b4b839-2be7-44a7-a392-4d7d41b99acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:33.952627 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-4e270365-9ffe-403c-bf0e-b79f31bbce57 req-213a71fe-02ea-40cb-8ae2-b70a27d84d92 service neutron] 10.222.0.68 "GET /v2.0/networks/989d364f-7d76-4577-a33f-faeaf5e66722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328784 May 21 15:20:33.966540 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92faa0bc-b084-43e1-9e45-ab4f5aaf9248 req-a1211744-3eb7-49ef-87e4-b0711ad43243 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:33.968904 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-92faa0bc-b084-43e1-9e45-ab4f5aaf9248 req-a1211744-3eb7-49ef-87e4-b0711ad43243 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 944 time: 0.1963561 May 21 15:20:33.978172 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-72ffb8c9-cdab-4885-a468-68745ad2571c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:20:34.016020 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device e5baad11-dfe2-4593-8882-7685a2339cc7 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:20:34.029231 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-92faa0bc-b084-43e1-9e45-ab4f5aaf9248 req-7b7ffc8b-bd93-4dcd-abe8-2ad42a7be6ea tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528977 May 21 15:20:34.055564 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb94172a-d378-4e90-90f3-85bd70451939 req-cbbf6a1c-b59a-4fbd-9154-3ccecabdf143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:34.057366 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-eb94172a-d378-4e90-90f3-85bd70451939 req-cbbf6a1c-b59a-4fbd-9154-3ccecabdf143 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f68e94ae626e4618b509d667e1d492d1&device_id=0c112a89-dd5d-447a-a5cf-2f642b04fa15 HTTP/1.1" status: 200 len: 1096 time: 0.8219323 May 21 15:20:34.198107 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port e5baad11-dfe2-4593-8882-7685a2339cc7, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=e5baad11-dfe2-4593-8882-7685a2339cc7,segment=NetworkSegment(2d67f94e-8ecf-4f8b-811f-9d8f4012b1b2),segment_id=2d67f94e-8ecf-4f8b-811f-9d8f4012b1b2)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:20:34.216027 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Returning: {'device': 'e5baad11-dfe2-4593-8882-7685a2339cc7', 'network_id': '321c2ca3-09b1-4787-88ab-24465b663b2d', 'port_id': 'e5baad11-dfe2-4593-8882-7685a2339cc7', 'mac_address': 'fa:16:3e:80:ae:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f04d5cd6-64de-425f-ad82-16f66f2c1a9c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:20:34.231071 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [req-22c9ed3a-1ed0-4427-9dfc-96a8fff0b20d req-90b4b839-2be7-44a7-a392-4d7d41b99acc service neutron] For port f39d91da-f227-4bb1-a3a9-89731368da3f, host hv-cinder-79229, cleared binding levels {{(pid=91548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:20:34.240430 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [req-22c9ed3a-1ed0-4427-9dfc-96a8fff0b20d req-90b4b839-2be7-44a7-a392-4d7d41b99acc service neutron] For port f39d91da-f227-4bb1-a3a9-89731368da3f, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=f39d91da-f227-4bb1-a3a9-89731368da3f,segment=NetworkSegment(67395f92-efc3-4428-9562-98be7db153b1),segment_id=67395f92-efc3-4428-9562-98be7db153b1)] {{(pid=91548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:20:34.254547 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-22c9ed3a-1ed0-4427-9dfc-96a8fff0b20d req-90b4b839-2be7-44a7-a392-4d7d41b99acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:34.291352 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:34.293913 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-05d96a7d-7174-4abd-a652-5091f249e9c3 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:34.320169 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.notifiers.nova [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5baad11-dfe2-4593-8882-7685a2339cc7 {{(pid=91550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:20:34.341047 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port e5baad11-dfe2-4593-8882-7685a2339cc7, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=e5baad11-dfe2-4593-8882-7685a2339cc7,segment=NetworkSegment(2d67f94e-8ecf-4f8b-811f-9d8f4012b1b2),segment_id=2d67f94e-8ecf-4f8b-811f-9d8f4012b1b2)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:20:34.347739 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:34.349405 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device e680f488-b2d7-4d72-aea3-cc4571d1908b details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:20:34.353818 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:34.376153 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c9ed3a-1ed0-4427-9dfc-96a8fff0b20d req-90b4b839-2be7-44a7-a392-4d7d41b99acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:34.376153 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-22c9ed3a-1ed0-4427-9dfc-96a8fff0b20d req-90b4b839-2be7-44a7-a392-4d7d41b99acc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697775'] for port, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:34.376153 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-22c9ed3a-1ed0-4427-9dfc-96a8fff0b20d req-90b4b839-2be7-44a7-a392-4d7d41b99acc service neutron] 10.222.0.68 "PUT /v2.0/ports/f39d91da-f227-4bb1-a3a9-89731368da3f HTTP/1.1" status: 200 len: 1094 time: 2.0180268 May 21 15:20:34.389172 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-72ffb8c9-cdab-4885-a468-68745ad2571c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:34.403876 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb94172a-d378-4e90-90f3-85bd70451939 req-93d6337b-cc01-4ac7-abe3-8c1e54febeea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:34.405484 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-eb94172a-d378-4e90-90f3-85bd70451939 req-93d6337b-cc01-4ac7-abe3-8c1e54febeea service neutron] 10.222.0.68 "GET /v2.0/networks?id=321c2ca3-09b1-4787-88ab-24465b663b2d HTTP/1.1" status: 200 len: 916 time: 0.3330770 May 21 15:20:34.459863 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Pushing event updated for resources: {'Port': ['ID=e5baad11-dfe2-4593-8882-7685a2339cc7,revision_number=4']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:34.483169 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:34.532899 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-72ffb8c9-cdab-4885-a468-68745ad2571c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:34.537508 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-eb94172a-d378-4e90-90f3-85bd70451939 req-b2df7d1a-492e-4396-b155-a43a0596daac service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e5baad11-dfe2-4593-8882-7685a2339cc7 HTTP/1.1" status: 200 len: 217 time: 0.1202497 May 21 15:20:34.669501 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port e680f488-b2d7-4d72-aea3-cc4571d1908b, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=e680f488-b2d7-4d72-aea3-cc4571d1908b,segment=NetworkSegment(c4ebeb54-293a-4557-9f9e-b3e94030f97f),segment_id=c4ebeb54-293a-4557-9f9e-b3e94030f97f)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:20:34.688803 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Returning: {'device': 'e680f488-b2d7-4d72-aea3-cc4571d1908b', 'network_id': '989d364f-7d76-4577-a33f-faeaf5e66722', 'port_id': 'e680f488-b2d7-4d72-aea3-cc4571d1908b', 'mac_address': 'fa:16:3e:8c:df:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a776927-2af6-40c6-b709-325e1c787b5a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:20:34.739232 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb94172a-d378-4e90-90f3-85bd70451939 req-b22e7a39-3c17-4b93-9ff9-d3d880f18b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:34.740715 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-eb94172a-d378-4e90-90f3-85bd70451939 req-b22e7a39-3c17-4b93-9ff9-d3d880f18b7e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f04d5cd6-64de-425f-ad82-16f66f2c1a9c HTTP/1.1" status: 200 len: 855 time: 0.1631048 May 21 15:20:34.763947 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:34.796192 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.notifiers.nova [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e680f488-b2d7-4d72-aea3-cc4571d1908b {{(pid=91550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:20:34.814159 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port e680f488-b2d7-4d72-aea3-cc4571d1908b, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=e680f488-b2d7-4d72-aea3-cc4571d1908b,segment=NetworkSegment(c4ebeb54-293a-4557-9f9e-b3e94030f97f),segment_id=c4ebeb54-293a-4557-9f9e-b3e94030f97f)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:20:34.817048 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b4b839-2be7-44a7-a392-4d7d41b99acc service neutron] Pushing event updated for resources: {'Port': ['ID=f39d91da-f227-4bb1-a3a9-89731368da3f,revision_number=3']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:34.820373 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:34.820992 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-90b4b839-2be7-44a7-a392-4d7d41b99acc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:34.822575 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-e13635a9-14b2-4bbc-be51-c8f7ba664ace None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:34.833869 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-d5a5d693-4b7a-42e9-a3c6-c439e50e5e9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.256s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:34.868399 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-72ffb8c9-cdab-4885-a468-68745ad2571c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0f726e69a7364002b375addc6434fac0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1603618 May 21 15:20:34.873989 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 56504) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:34.874994 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ffb8c9-cdab-4885-a468-68745ad2571c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=626a97fb-adf5-4bbd-97c2-0157e0a92033,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:34.878912 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-72ffb8c9-cdab-4885-a468-68745ad2571c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:34.900189 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Pushing event updated for resources: {'Port': ['ID=e680f488-b2d7-4d72-aea3-cc4571d1908b,revision_number=4']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:34.903693 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:34.912096 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-eb94172a-d378-4e90-90f3-85bd70451939 req-a5506987-7df7-4742-a6c2-00039507a9b0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=321c2ca3-09b1-4787-88ab-24465b663b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1557615 May 21 15:20:34.972329 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c08e79-3d2f-472f-ba1b-51e37987fa51 req-b7ca5a3c-999c-4958-ad67-696be9e25c06 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:34.974107 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-83c08e79-3d2f-472f-ba1b-51e37987fa51 req-b7ca5a3c-999c-4958-ad67-696be9e25c06 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a83021f-5457-49eb-8026-84bcf6e4d125 HTTP/1.1" status: 200 len: 944 time: 0.1460767 May 21 15:20:35.039694 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-83c08e79-3d2f-472f-ba1b-51e37987fa51 req-905576f6-5abc-43ba-a9a9-8601f8714c1a tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] 10.222.0.69 "GET /v2.0/security-groups?id=dd474cac-e66a-49ec-bf79-4c4d35130721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554008 May 21 15:20:35.096307 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c9ed3a-1ed0-4427-9dfc-96a8fff0b20d req-90ddc0f3-ccb3-4ac0-9fe9-01693296c06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:35.097789 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-22c9ed3a-1ed0-4427-9dfc-96a8fff0b20d req-90ddc0f3-ccb3-4ac0-9fe9-01693296c06f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a0ff7059c233428f81d35f38ec365006&device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 1097 time: 0.5586805 May 21 15:20:35.136660 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] get_ports_and_sgs() called for port_ids ['e680f488-b2d7-4d72-aea3-cc4571d1908b'] {{(pid=91550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:20:35.138755 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-ae02ba2e-a266-477c-8f1b-dff0a2617534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:35.203623 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] get_ports_and_sgs() called for port_ids ['e5baad11-dfe2-4593-8882-7685a2339cc7'] {{(pid=91550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:20:35.237606 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-22c9ed3a-1ed0-4427-9dfc-96a8fff0b20d req-af3c375d-66e9-47ff-aae0-27802ae32092 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f39d91da-f227-4bb1-a3a9-89731368da3f HTTP/1.1" status: 200 len: 217 time: 0.1005895 May 21 15:20:35.238351 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '978f80c3-b426-4c67-bde8-993a0d80116c', 'tag': 'f39d91da-f227-4bb1-a3a9-89731368da3f'}] {{(pid=91548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:20:35.300234 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-eb94172a-d378-4e90-90f3-85bd70451939 req-19866535-f044-4639-af9c-0682ae114295 service neutron] 10.222.0.68 "GET /v2.0/networks/321c2ca3-09b1-4787-88ab-24465b663b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3359623 May 21 15:20:35.392553 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-ae02ba2e-a266-477c-8f1b-dff0a2617534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:35.414715 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d17ba6-2420-4070-982c-2542c335e1cf req-c60a8d5c-02b2-49c0-9618-ad92f25a1090 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:35.416596 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-d7d17ba6-2420-4070-982c-2542c335e1cf req-c60a8d5c-02b2-49c0-9618-ad92f25a1090 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=0c112a89-dd5d-447a-a5cf-2f642b04fa15 HTTP/1.1" status: 200 len: 944 time: 0.3667116 May 21 15:20:35.484755 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-d7d17ba6-2420-4070-982c-2542c335e1cf req-108af418-1efd-4de0-8f30-b93009df1d5f tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b78fdd-8b23-431a-a677-c884f9e23eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610139 May 21 15:20:35.498845 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727b381-ef1d-4cb6-82a7-fa254b5acc90 req-1667b4e4-e75d-41e6-9151-59c9874e6a0a tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:35.502253 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c9ed3a-1ed0-4427-9dfc-96a8fff0b20d req-a1553ea7-cb05-4622-8958-eed069362c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:35.503797 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-22c9ed3a-1ed0-4427-9dfc-96a8fff0b20d req-a1553ea7-cb05-4622-8958-eed069362c23 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b15db54b-4552-4834-a465-ff2d97af0b01 HTTP/1.1" status: 200 len: 849 time: 0.2504756 May 21 15:20:35.516200 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-c727b381-ef1d-4cb6-82a7-fa254b5acc90 req-1667b4e4-e75d-41e6-9151-59c9874e6a0a tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 944 time: 0.3227918 May 21 15:20:35.627790 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-c727b381-ef1d-4cb6-82a7-fa254b5acc90 req-ef5e2065-29ea-4261-be39-c263ef580491 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101291 May 21 15:20:35.629282 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-ae02ba2e-a266-477c-8f1b-dff0a2617534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:35.670333 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:35.694619 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '978f80c3-b426-4c67-bde8-993a0d80116c', 'tag': 'f39d91da-f227-4bb1-a3a9-89731368da3f', 'status': 'completed', 'code': 200} May 21 15:20:35.698032 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-ae02ba2e-a266-477c-8f1b-dff0a2617534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:35.715236 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-ae02ba2e-a266-477c-8f1b-dff0a2617534 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/626a97fb-adf5-4bbd-97c2-0157e0a92033 HTTP/1.1" status: 204 len: 168 time: 0.7938025 May 21 15:20:35.740499 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae02ba2e-a266-477c-8f1b-dff0a2617534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=626a97fb-adf5-4bbd-97c2-0157e0a92033,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:35.747582 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-ae02ba2e-a266-477c-8f1b-dff0a2617534 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:35.838825 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-eb94172a-d378-4e90-90f3-85bd70451939 req-c58c63d2-9ff8-4b55-bfd1-c738c9d30516 service neutron] 10.222.0.68 "GET /v2.0/networks/321c2ca3-09b1-4787-88ab-24465b663b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5195901 May 21 15:20:35.845401 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c9ed3a-1ed0-4427-9dfc-96a8fff0b20d req-1f7101b2-4e2f-42ce-895c-b749829e4f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:35.862512 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-22c9ed3a-1ed0-4427-9dfc-96a8fff0b20d req-1f7101b2-4e2f-42ce-895c-b749829e4f75 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=efa2a869-eef6-443f-b219-ba0ab20cb5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2790656 May 21 15:20:36.078019 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-22c9ed3a-1ed0-4427-9dfc-96a8fff0b20d req-0ab22158-3035-49a1-91ff-c893a525d30a service neutron] 10.222.0.68 "GET /v2.0/networks/efa2a869-eef6-443f-b219-ba0ab20cb5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054181 May 21 15:20:36.261982 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f244b708-9243-4e59-a2e0-0996e93b7614 req-29d83df0-adff-41a9-a070-0cc772748c62 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:36.273818 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f244b708-9243-4e59-a2e0-0996e93b7614 req-29d83df0-adff-41a9-a070-0cc772748c62 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a83021f-5457-49eb-8026-84bcf6e4d125 HTTP/1.1" status: 200 len: 944 time: 0.1112022 May 21 15:20:36.339262 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f244b708-9243-4e59-a2e0-0996e93b7614 req-41fbae01-ed24-4a4f-a5ae-17b027b7b691 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] 10.222.0.69 "GET /v2.0/security-groups?id=dd474cac-e66a-49ec-bf79-4c4d35130721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587809 May 21 15:20:36.361088 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-22c9ed3a-1ed0-4427-9dfc-96a8fff0b20d req-6dd876ba-8ba9-45b5-88e7-d384d8d16994 service neutron] 10.222.0.68 "GET /v2.0/networks/efa2a869-eef6-443f-b219-ba0ab20cb5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745867 May 21 15:20:36.503954 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c7be0-cddd-4387-8a30-f5a7e1f057ff req-32559959-10b9-4eb6-b9cb-4084efb16763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:36.505415 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-5c0c7be0-cddd-4387-8a30-f5a7e1f057ff req-32559959-10b9-4eb6-b9cb-4084efb16763 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a0ff7059c233428f81d35f38ec365006&device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 1097 time: 0.0922892 May 21 15:20:36.812049 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c7be0-cddd-4387-8a30-f5a7e1f057ff req-579d0ffe-1107-4de8-8e45-f949ca7e44db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:36.815756 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-5c0c7be0-cddd-4387-8a30-f5a7e1f057ff req-579d0ffe-1107-4de8-8e45-f949ca7e44db service neutron] 10.222.0.68 "GET /v2.0/networks?id=efa2a869-eef6-443f-b219-ba0ab20cb5c1 HTTP/1.1" status: 200 len: 911 time: 0.3029392 May 21 15:20:36.821435 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e679d-9cee-4e5d-aa04-1e2dd2ef0c18 req-bceb2336-c20b-4ba1-83d4-df5b310e3693 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:36.831376 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-9c7e679d-9cee-4e5d-aa04-1e2dd2ef0c18 req-bceb2336-c20b-4ba1-83d4-df5b310e3693 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=0c112a89-dd5d-447a-a5cf-2f642b04fa15 HTTP/1.1" status: 200 len: 944 time: 0.1856978 May 21 15:20:36.904479 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-9c7e679d-9cee-4e5d-aa04-1e2dd2ef0c18 req-a5f35076-4b9a-4b73-afb7-095fabb62465 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b78fdd-8b23-431a-a677-c884f9e23eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715597 May 21 15:20:36.960263 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-5c0c7be0-cddd-4387-8a30-f5a7e1f057ff req-16325a2f-81b3-4050-bc93-abc2b23a2f53 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f39d91da-f227-4bb1-a3a9-89731368da3f HTTP/1.1" status: 200 len: 217 time: 0.1357601 May 21 15:20:37.061498 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c7be0-cddd-4387-8a30-f5a7e1f057ff req-451b4d7d-17d3-45c8-b4b4-67fc5c2ac5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:37.063590 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-5c0c7be0-cddd-4387-8a30-f5a7e1f057ff req-451b4d7d-17d3-45c8-b4b4-67fc5c2ac5ea service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b15db54b-4552-4834-a465-ff2d97af0b01 HTTP/1.1" status: 200 len: 849 time: 0.0960763 May 21 15:20:37.076330 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ecd005-9ab1-4562-a22b-c040e38b262f req-f5c7cde0-6f2a-42a1-8572-f1f7fe778f26 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:37.077833 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f2ecd005-9ab1-4562-a22b-c040e38b262f req-f5c7cde0-6f2a-42a1-8572-f1f7fe778f26 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 944 time: 0.1660614 May 21 15:20:37.190767 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c7be0-cddd-4387-8a30-f5a7e1f057ff req-cd641936-db05-4145-a685-a2ff7b56e3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:37.193104 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-5c0c7be0-cddd-4387-8a30-f5a7e1f057ff req-cd641936-db05-4145-a685-a2ff7b56e3f1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=efa2a869-eef6-443f-b219-ba0ab20cb5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1220927 May 21 15:20:37.202201 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f2ecd005-9ab1-4562-a22b-c040e38b262f req-6319d6dc-48ee-4345-baa8-5b23767f437a tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140985 May 21 15:20:37.372262 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-5c0c7be0-cddd-4387-8a30-f5a7e1f057ff req-b88f2834-7412-4638-b84c-c3fd9510c4cc service neutron] 10.222.0.68 "GET /v2.0/networks/efa2a869-eef6-443f-b219-ba0ab20cb5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684046 May 21 15:20:37.557505 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-5c0c7be0-cddd-4387-8a30-f5a7e1f057ff req-75448ba3-e2bd-49eb-bc93-0ba89f3481d5 service neutron] 10.222.0.68 "GET /v2.0/networks/efa2a869-eef6-443f-b219-ba0ab20cb5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761408 May 21 15:20:37.624966 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c98c75-435c-4651-8e8c-a60707a94a43 req-577a84a8-e7f1-4366-a41b-219c7aedbc81 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:37.629776 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-24c98c75-435c-4651-8e8c-a60707a94a43 req-577a84a8-e7f1-4366-a41b-219c7aedbc81 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a83021f-5457-49eb-8026-84bcf6e4d125 HTTP/1.1" status: 200 len: 944 time: 0.1597867 May 21 15:20:37.713394 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-24c98c75-435c-4651-8e8c-a60707a94a43 req-c47a6b4d-4851-41fd-a306-661f723f2491 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] 10.222.0.69 "GET /v2.0/security-groups?id=dd474cac-e66a-49ec-bf79-4c4d35130721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605192 May 21 15:20:37.981887 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device f39d91da-f227-4bb1-a3a9-89731368da3f details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:20:37.995285 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device e5baad11-dfe2-4593-8882-7685a2339cc7 up at agent hyperv_hv-cinder-79229 {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:20:38.145287 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ddda3-04fc-4889-add9-99b0a30c0b2d req-16d45df6-5246-41d9-9891-9c853ce073d2 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:38.147019 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-766ddda3-04fc-4889-add9-99b0a30c0b2d req-16d45df6-5246-41d9-9891-9c853ce073d2 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=0c112a89-dd5d-447a-a5cf-2f642b04fa15 HTTP/1.1" status: 200 len: 944 time: 0.1250799 May 21 15:20:38.181810 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Provisioning for port e5baad11-dfe2-4593-8882-7685a2339cc7 completed by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:20:38.189003 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Provisioning complete for port e5baad11-dfe2-4593-8882-7685a2339cc7 triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:20:38.189577 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:38.214004 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-766ddda3-04fc-4889-add9-99b0a30c0b2d req-90647e95-ad6c-4a1f-8270-783dc8e85074 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b78fdd-8b23-431a-a677-c884f9e23eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578783 May 21 15:20:38.287325 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port f39d91da-f227-4bb1-a3a9-89731368da3f, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=f39d91da-f227-4bb1-a3a9-89731368da3f,segment=NetworkSegment(67395f92-efc3-4428-9562-98be7db153b1),segment_id=67395f92-efc3-4428-9562-98be7db153b1)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:20:38.320417 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Returning: {'device': 'f39d91da-f227-4bb1-a3a9-89731368da3f', 'network_id': 'efa2a869-eef6-443f-b219-ba0ab20cb5c1', 'port_id': 'f39d91da-f227-4bb1-a3a9-89731368da3f', 'mac_address': 'fa:16:3e:e3:1e:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b15db54b-4552-4834-a465-ff2d97af0b01', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:20:38.452675 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f43ff8-3848-4b9d-95d4-faad914f15a3 req-5303c835-e7a2-4812-afd3-f3bf8d945398 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:38.455529 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-67f43ff8-3848-4b9d-95d4-faad914f15a3 req-5303c835-e7a2-4812-afd3-f3bf8d945398 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 944 time: 0.1059639 May 21 15:20:38.519650 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:38.522632 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-67f43ff8-3848-4b9d-95d4-faad914f15a3 req-f2c78160-5d0c-4c43-a5ce-eb74edaff100 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580134 May 21 15:20:38.538050 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:38.568528 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.notifiers.nova [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f39d91da-f227-4bb1-a3a9-89731368da3f {{(pid=91550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:20:38.605594 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c112a89-dd5d-447a-a5cf-2f642b04fa15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5baad11-dfe2-4593-8882-7685a2339cc7'}] {{(pid=91550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:20:38.726424 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port f39d91da-f227-4bb1-a3a9-89731368da3f, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=f39d91da-f227-4bb1-a3a9-89731368da3f,segment=NetworkSegment(67395f92-efc3-4428-9562-98be7db153b1),segment_id=67395f92-efc3-4428-9562-98be7db153b1)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:20:38.729315 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port e5baad11-dfe2-4593-8882-7685a2339cc7, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=e5baad11-dfe2-4593-8882-7685a2339cc7,segment=NetworkSegment(2d67f94e-8ecf-4f8b-811f-9d8f4012b1b2),segment_id=2d67f94e-8ecf-4f8b-811f-9d8f4012b1b2)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:20:38.741378 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:38.759422 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:38.761785 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device e680f488-b2d7-4d72-aea3-cc4571d1908b up at agent hyperv_hv-cinder-79229 {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:20:38.828015 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-b7ccb221-6393-49a3-92d7-eaa7351e7e6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:38.984237 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Pushing event updated for resources: {'Port': ['ID=f39d91da-f227-4bb1-a3a9-89731368da3f,revision_number=4']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:38.987993 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Provisioning for port e680f488-b2d7-4d72-aea3-cc4571d1908b completed by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:20:39.028691 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Provisioning complete for port e680f488-b2d7-4d72-aea3-cc4571d1908b triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:20:39.029229 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:39.066079 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] get_ports_and_sgs() called for port_ids ['f39d91da-f227-4bb1-a3a9-89731368da3f'] {{(pid=91550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:20:39.160573 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79c66e-7709-41cd-bafa-3336ee143268 req-b881ea56-5080-44dd-a232-b1eb0045e2a0 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:39.179403 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-cf79c66e-7709-41cd-bafa-3336ee143268 req-b881ea56-5080-44dd-a232-b1eb0045e2a0 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a83021f-5457-49eb-8026-84bcf6e4d125 HTTP/1.1" status: 200 len: 944 time: 0.2209339 May 21 15:20:39.181699 dv-cinder-792299-3-iscsi neutron-server[91550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c112a89-dd5d-447a-a5cf-2f642b04fa15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5baad11-dfe2-4593-8882-7685a2339cc7', 'code': 200} May 21 15:20:39.339407 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Pushing event updated for resources: {'Port': ['ID=e5baad11-dfe2-4593-8882-7685a2339cc7,revision_number=5']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:39.348492 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:39.356247 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.497s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:39.356391 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:39.379799 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-cf79c66e-7709-41cd-bafa-3336ee143268 req-231638a6-a039-44bc-ba5a-429871c914b9 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] 10.222.0.69 "GET /v2.0/security-groups?id=dd474cac-e66a-49ec-bf79-4c4d35130721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969688 May 21 15:20:39.453457 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:39.499688 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port e680f488-b2d7-4d72-aea3-cc4571d1908b, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=e680f488-b2d7-4d72-aea3-cc4571d1908b,segment=NetworkSegment(c4ebeb54-293a-4557-9f9e-b3e94030f97f),segment_id=c4ebeb54-293a-4557-9f9e-b3e94030f97f)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:20:39.508093 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:39.512840 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-e13635a9-14b2-4bbc-be51-c8f7ba664ace None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:39.684274 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Pushing event updated for resources: {'Port': ['ID=e680f488-b2d7-4d72-aea3-cc4571d1908b,revision_number=5']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:39.699178 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:39.716455 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33690642-534e-4154-bea0-b4d607496e68 req-ea37cc2d-96b1-4715-af92-613d7298667a tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:39.729692 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-33690642-534e-4154-bea0-b4d607496e68 req-ea37cc2d-96b1-4715-af92-613d7298667a tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=0c112a89-dd5d-447a-a5cf-2f642b04fa15 HTTP/1.1" status: 200 len: 945 time: 0.2113957 May 21 15:20:39.812529 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-33690642-534e-4154-bea0-b4d607496e68 req-c11a86ff-2802-44b3-8668-7f309d857ed3 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b78fdd-8b23-431a-a677-c884f9e23eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838282 May 21 15:20:39.883118 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 56702) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:39.903120 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce6a78-3236-425b-a7ee-56b061d14e2c req-b72c337d-9c74-460d-acde-778714bb6262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:39.906594 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-8cce6a78-3236-425b-a7ee-56b061d14e2c req-b72c337d-9c74-460d-acde-778714bb6262 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=0c112a89-dd5d-447a-a5cf-2f642b04fa15 HTTP/1.1" status: 200 len: 1098 time: 0.2884657 May 21 15:20:39.950786 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-8cce6a78-3236-425b-a7ee-56b061d14e2c req-676a98ce-589f-499e-9278-e161b2a852b1 service neutron] Notify callbacks [] for security_group, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:39.988182 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [req-8cce6a78-3236-425b-a7ee-56b061d14e2c req-676a98ce-589f-499e-9278-e161b2a852b1 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:20:39.998943 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device f39d91da-f227-4bb1-a3a9-89731368da3f up at agent hyperv_hv-cinder-79229 {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:20:40.010970 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-8cce6a78-3236-425b-a7ee-56b061d14e2c req-676a98ce-589f-499e-9278-e161b2a852b1 service neutron] Usage tracker for resource:security_group_rule and tenant:af2808632d6145c29956ee31012ab3a2 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:20:40.011312 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-8cce6a78-3236-425b-a7ee-56b061d14e2c req-676a98ce-589f-499e-9278-e161b2a852b1 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:20:40.018106 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [req-8cce6a78-3236-425b-a7ee-56b061d14e2c req-676a98ce-589f-499e-9278-e161b2a852b1 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:20:40.041259 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2c002a-7e5f-42c8-9ef8-b672ad9c2977 req-dc766df1-dc42-45f2-bcef-4a3d2f66857b tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:40.055466 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-5f2c002a-7e5f-42c8-9ef8-b672ad9c2977 req-dc766df1-dc42-45f2-bcef-4a3d2f66857b tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 945 time: 0.1911144 May 21 15:20:40.118048 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-5f2c002a-7e5f-42c8-9ef8-b672ad9c2977 req-bfbfa9ad-551a-4a7a-9afd-aba06760f893 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616102 May 21 15:20:40.150225 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-e0c48eee-5bbc-4d59-91b1-a5a998dc0a5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:40.161475 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-8cce6a78-3236-425b-a7ee-56b061d14e2c req-676a98ce-589f-499e-9278-e161b2a852b1 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:40.168743 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-e0c48eee-5bbc-4d59-91b1-a5a998dc0a5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:20:40.171267 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-8cce6a78-3236-425b-a7ee-56b061d14e2c req-676a98ce-589f-499e-9278-e161b2a852b1 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:40.177486 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Provisioning for port f39d91da-f227-4bb1-a3a9-89731368da3f completed by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:20:40.182125 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-e0c48eee-5bbc-4d59-91b1-a5a998dc0a5a admin admin] Usage tracker for resource:security_group_rule and tenant:b1868e3e401646e0a482624eead6ae7c is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:20:40.185256 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-e1c08172-3625-4634-ac86-b18a3bf7f9f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:40.187298 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Provisioning complete for port f39d91da-f227-4bb1-a3a9-89731368da3f triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:20:40.187298 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:40.195535 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-e0c48eee-5bbc-4d59-91b1-a5a998dc0a5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:20:40.207962 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-e0c48eee-5bbc-4d59-91b1-a5a998dc0a5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:20:40.213901 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-8cce6a78-3236-425b-a7ee-56b061d14e2c req-676a98ce-589f-499e-9278-e161b2a852b1 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=d3b78fdd-8b23-431a-a677-c884f9e23eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948587 May 21 15:20:40.238043 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676a98ce-589f-499e-9278-e161b2a852b1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c74c17-c4c0-4be7-b11b-75f8a810c0da,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:40.254584 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-676a98ce-589f-499e-9278-e161b2a852b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:40.379742 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:40.429644 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-e0c48eee-5bbc-4d59-91b1-a5a998dc0a5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:40.433821 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port f39d91da-f227-4bb1-a3a9-89731368da3f, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=f39d91da-f227-4bb1-a3a9-89731368da3f,segment=NetworkSegment(67395f92-efc3-4428-9562-98be7db153b1),segment_id=67395f92-efc3-4428-9562-98be7db153b1)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:20:40.438283 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-e0c48eee-5bbc-4d59-91b1-a5a998dc0a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:40.440005 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:40.442706 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:40.454519 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-50fd1e94-52b2-4276-80da-05ba6657f9a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:40.505617 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c48eee-5bbc-4d59-91b1-a5a998dc0a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faea94df-8e1d-4e87-97a8-d76fe296fa99,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:40.519939 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-e0c48eee-5bbc-4d59-91b1-a5a998dc0a5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:40.530355 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-e0c48eee-5bbc-4d59-91b1-a5a998dc0a5a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b1868e3e401646e0a482624eead6ae7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6461413 May 21 15:20:40.532920 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 56722) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:40.535655 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Pushing event updated for resources: {'Port': ['ID=f39d91da-f227-4bb1-a3a9-89731368da3f,revision_number=5']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:40.541331 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:40.633126 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-6c31755a-6536-47f9-aac7-a2f54674be9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:40.659740 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc274b8-0b05-4dc6-96e7-c44864820230 req-2266deea-fb48-4423-ad9c-4208c2d7a328 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:40.661228 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-8cc274b8-0b05-4dc6-96e7-c44864820230 req-2266deea-fb48-4423-ad9c-4208c2d7a328 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a83021f-5457-49eb-8026-84bcf6e4d125 HTTP/1.1" status: 200 len: 945 time: 0.1016297 May 21 15:20:40.670811 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-6c31755a-6536-47f9-aac7-a2f54674be9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:40.726086 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-8cc274b8-0b05-4dc6-96e7-c44864820230 req-b3eadfc1-4c2e-48ec-8160-0e813814f917 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] 10.222.0.69 "GET /v2.0/security-groups?id=dd474cac-e66a-49ec-bf79-4c4d35130721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582232 May 21 15:20:40.754354 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-6c31755a-6536-47f9-aac7-a2f54674be9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:40.760238 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:40.773659 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31755a-6536-47f9-aac7-a2f54674be9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faea94df-8e1d-4e87-97a8-d76fe296fa99,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:40.778504 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-6c31755a-6536-47f9-aac7-a2f54674be9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:40.784289 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-6c31755a-6536-47f9-aac7-a2f54674be9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:40.787915 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-6c31755a-6536-47f9-aac7-a2f54674be9f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/faea94df-8e1d-4e87-97a8-d76fe296fa99 HTTP/1.1" status: 204 len: 168 time: 0.2514012 May 21 15:20:41.061871 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192569dd-ebf4-4e5f-97ad-e09cdaa595ca req-eeed065e-2014-42d6-ad3e-8b9df2bea5b5 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:41.069545 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-192569dd-ebf4-4e5f-97ad-e09cdaa595ca req-eeed065e-2014-42d6-ad3e-8b9df2bea5b5 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=0c112a89-dd5d-447a-a5cf-2f642b04fa15 HTTP/1.1" status: 200 len: 945 time: 0.0897632 May 21 15:20:41.125192 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-192569dd-ebf4-4e5f-97ad-e09cdaa595ca req-78d4061c-f145-4e7d-a18d-e3ad7f4ba337 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b78fdd-8b23-431a-a677-c884f9e23eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543771 May 21 15:20:41.182802 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a83021f-5457-49eb-8026-84bcf6e4d125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e680f488-b2d7-4d72-aea3-cc4571d1908b'}, {'server_uuid': '978f80c3-b426-4c67-bde8-993a0d80116c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f39d91da-f227-4bb1-a3a9-89731368da3f'}] {{(pid=91550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:20:41.225362 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 56764) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:41.271578 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-c82d21c2-84b9-464d-85ae-8fb4cbdf9a61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:41.292786 dv-cinder-792299-3-iscsi neutron-server[91550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a83021f-5457-49eb-8026-84bcf6e4d125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e680f488-b2d7-4d72-aea3-cc4571d1908b', 'code': 200} May 21 15:20:41.293054 dv-cinder-792299-3-iscsi neutron-server[91550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '978f80c3-b426-4c67-bde8-993a0d80116c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f39d91da-f227-4bb1-a3a9-89731368da3f', 'code': 200} May 21 15:20:41.310873 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-c82d21c2-84b9-464d-85ae-8fb4cbdf9a61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:20:41.316913 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-c82d21c2-84b9-464d-85ae-8fb4cbdf9a61 admin admin] Usage tracker for resource:security_group_rule and tenant:6c40180be4124a5aad0a3686856248f6 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:20:41.329419 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-c82d21c2-84b9-464d-85ae-8fb4cbdf9a61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:20:41.339235 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-c82d21c2-84b9-464d-85ae-8fb4cbdf9a61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:20:41.439502 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e176d0ee-576b-43ae-a20c-c1579a6012f9 req-d51b8bbe-2e02-4966-88f2-a18ddf452a46 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:41.440992 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-e176d0ee-576b-43ae-a20c-c1579a6012f9 req-d51b8bbe-2e02-4966-88f2-a18ddf452a46 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 946 time: 0.1443949 May 21 15:20:41.480339 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-c82d21c2-84b9-464d-85ae-8fb4cbdf9a61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:41.485078 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-c82d21c2-84b9-464d-85ae-8fb4cbdf9a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:41.490041 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-e176d0ee-576b-43ae-a20c-c1579a6012f9 req-edf1cff9-0767-4765-a4ab-55932af7e858 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419109 May 21 15:20:41.495276 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-e0c48eee-5bbc-4d59-91b1-a5a998dc0a5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:41.544066 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-c82d21c2-84b9-464d-85ae-8fb4cbdf9a61 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6c40180be4124a5aad0a3686856248f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3145728 May 21 15:20:41.544066 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82d21c2-84b9-464d-85ae-8fb4cbdf9a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec9afc3-6b7a-4926-b938-cf37c9b62987,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:41.545327 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 56772) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:41.547874 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-c82d21c2-84b9-464d-85ae-8fb4cbdf9a61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:41.608378 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-2f9742d8-d9cb-4d5b-8a7e-6271f207ba03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:41.636610 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-2f9742d8-d9cb-4d5b-8a7e-6271f207ba03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:41.704702 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-2f9742d8-d9cb-4d5b-8a7e-6271f207ba03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:41.708940 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-b578a063-f67b-4f91-9c53-0b8fa1a98208 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:41.720776 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9742d8-d9cb-4d5b-8a7e-6271f207ba03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec9afc3-6b7a-4926-b938-cf37c9b62987,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:41.724311 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-2f9742d8-d9cb-4d5b-8a7e-6271f207ba03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:41.728272 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-2f9742d8-d9cb-4d5b-8a7e-6271f207ba03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:41.731337 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-2f9742d8-d9cb-4d5b-8a7e-6271f207ba03 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1ec9afc3-6b7a-4926-b938-cf37c9b62987 HTTP/1.1" status: 204 len: 168 time: 0.1829772 May 21 15:20:41.950439 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104ff30-621f-4d73-859c-3a4b4fb5b6bc req-30774b63-b772-4bf7-ac1d-c03bf26e69aa tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:41.952874 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-2104ff30-621f-4d73-859c-3a4b4fb5b6bc req-30774b63-b772-4bf7-ac1d-c03bf26e69aa tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a83021f-5457-49eb-8026-84bcf6e4d125 HTTP/1.1" status: 200 len: 945 time: 0.1113212 May 21 15:20:42.017890 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-2104ff30-621f-4d73-859c-3a4b4fb5b6bc req-230fd381-ba26-4403-b5f4-8068a5fb9e1b tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] 10.222.0.69 "GET /v2.0/security-groups?id=dd474cac-e66a-49ec-bf79-4c4d35130721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552273 May 21 15:20:42.347631 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5055c4-d6af-483d-9055-144889705e82 req-d7295a1f-ba2c-4c65-82bd-f745936f938a tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:42.350964 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-af5055c4-d6af-483d-9055-144889705e82 req-d7295a1f-ba2c-4c65-82bd-f745936f938a tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=0c112a89-dd5d-447a-a5cf-2f642b04fa15 HTTP/1.1" status: 200 len: 945 time: 0.1058686 May 21 15:20:42.406695 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-af5055c4-d6af-483d-9055-144889705e82 req-10cc6c9d-244e-4387-acbe-424e2b0a5c9f tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b78fdd-8b23-431a-a677-c884f9e23eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492117 May 21 15:20:42.727955 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4200bd25-ce47-44c7-b453-06721f74f946 req-5af5d4a0-4e16-4b11-bc97-80a6d81e535c tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:42.729363 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-4200bd25-ce47-44c7-b453-06721f74f946 req-5af5d4a0-4e16-4b11-bc97-80a6d81e535c tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 946 time: 0.0908942 May 21 15:20:42.738516 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 56832) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:42.778188 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-4200bd25-ce47-44c7-b453-06721f74f946 req-b2cbc4be-1376-4901-a2d0-133a11fe0bd2 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428889 May 21 15:20:42.867833 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [None req-8cf90213-37be-4e27-a311-8f53fe484142 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-780172801-network', 'tenant_id': 'e8ecb0761acc4879a60ff8fdd99d1427'}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:20:42.872915 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-8cf90213-37be-4e27-a311-8f53fe484142 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:20:42.877062 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-8cf90213-37be-4e27-a311-8f53fe484142 admin admin] Usage tracker for resource:network and tenant:e8ecb0761acc4879a60ff8fdd99d1427 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:20:42.879767 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-8cf90213-37be-4e27-a311-8f53fe484142 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:20:42.886068 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-8cf90213-37be-4e27-a311-8f53fe484142 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:20:42.900785 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf90213-37be-4e27-a311-8f53fe484142 admin admin] Made reservation on behalf of e8ecb0761acc4879a60ff8fdd99d1427 for: {'network': 1} {{(pid=91548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:20:42.903360 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-8cf90213-37be-4e27-a311-8f53fe484142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-578634'] for network, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:42.915252 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-8cf90213-37be-4e27-a311-8f53fe484142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:42.929742 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-8cf90213-37be-4e27-a311-8f53fe484142 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:20:42.933850 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-8cf90213-37be-4e27-a311-8f53fe484142 admin admin] Usage tracker for resource:security_group_rule and tenant:e8ecb0761acc4879a60ff8fdd99d1427 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:20:42.936648 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-8cf90213-37be-4e27-a311-8f53fe484142 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:20:42.942206 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-8cf90213-37be-4e27-a311-8f53fe484142 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:20:43.025226 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-8cf90213-37be-4e27-a311-8f53fe484142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:43.029679 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-8cf90213-37be-4e27-a311-8f53fe484142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:43.032657 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-72ffb8c9-cdab-4885-a468-68745ad2571c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:43.061117 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cf90213-37be-4e27-a311-8f53fe484142 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=91548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 21 15:20:43.070648 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf90213-37be-4e27-a311-8f53fe484142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a68f2d2-2348-4f29-be2f-cc9dd550a9cf,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:43.074407 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-8cf90213-37be-4e27-a311-8f53fe484142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:43.077434 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-8cf90213-37be-4e27-a311-8f53fe484142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703692'] for segment, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:43.077776 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.db.segments_db [None req-8cf90213-37be-4e27-a311-8f53fe484142 admin admin] Added segment 9cea9a51-b70f-448e-8cc1-7a34efb30eee of type vlan for network e246fbb7-42d2-4116-9a43-7e225de0b411 May 21 15:20:43.107361 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-8cf90213-37be-4e27-a311-8f53fe484142 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730419324398'] for network, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:43.141068 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-8cf90213-37be-4e27-a311-8f53fe484142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1599858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697748'] for network, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:43.143399 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf90213-37be-4e27-a311-8f53fe484142 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:43.144367 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-8cf90213-37be-4e27-a311-8f53fe484142 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697775'] for network, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:43.152719 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:43.242413 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5138a6-515c-4927-8849-e4f7dff01329 req-7361770a-4934-482d-a8a5-8b4bdd8cf1b7 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:43.244138 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-7b5138a6-515c-4927-8849-e4f7dff01329 req-7361770a-4934-482d-a8a5-8b4bdd8cf1b7 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a83021f-5457-49eb-8026-84bcf6e4d125 HTTP/1.1" status: 200 len: 945 time: 0.0879002 May 21 15:20:43.257674 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf90213-37be-4e27-a311-8f53fe484142 admin admin] Pushing event updated for resources: {'Network': ['ID=e246fbb7-42d2-4116-9a43-7e225de0b411,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:43.260679 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-8cf90213-37be-4e27-a311-8f53fe484142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:43.266781 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-8cf90213-37be-4e27-a311-8f53fe484142 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5228095 May 21 15:20:43.267305 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 56840) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:43.270663 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Network e246fbb7-42d2-4116-9a43-7e225de0b411 details requested by agent ovs-agent-dv-cinder-792299-3-iscsi with host dv-cinder-792299-3-iscsi {{(pid=91550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 15:20:43.273921 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [None req-55fc0da9-8206-4a9f-96f3-0ecff711c2a2 admin admin] Request body: {'subnet': {'network_id': 'e246fbb7-42d2-4116-9a43-7e225de0b411', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-780172801-subnet', 'tenant_id': 'e8ecb0761acc4879a60ff8fdd99d1427', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:20:43.278925 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-55fc0da9-8206-4a9f-96f3-0ecff711c2a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:20:43.283438 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-55fc0da9-8206-4a9f-96f3-0ecff711c2a2 admin admin] Usage tracker for resource:subnet and tenant:e8ecb0761acc4879a60ff8fdd99d1427 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:20:43.286746 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-55fc0da9-8206-4a9f-96f3-0ecff711c2a2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:20:43.294562 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-55fc0da9-8206-4a9f-96f3-0ecff711c2a2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:20:43.330405 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-7b5138a6-515c-4927-8849-e4f7dff01329 req-2c5890b2-5113-4af3-ae01-5e52040b0d35 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] 10.222.0.69 "GET /v2.0/security-groups?id=dd474cac-e66a-49ec-bf79-4c4d35130721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800009 May 21 15:20:43.345673 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55fc0da9-8206-4a9f-96f3-0ecff711c2a2 admin admin] Made reservation on behalf of e8ecb0761acc4879a60ff8fdd99d1427 for: {'subnet': 1} {{(pid=91548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:20:43.348749 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-55fc0da9-8206-4a9f-96f3-0ecff711c2a2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:43.940032 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1601e95-aa8e-4ccc-8c6f-0fa33fdec094 req-618bf92e-5c40-4a81-ba48-48795cc198f9 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:43.958804 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f1601e95-aa8e-4ccc-8c6f-0fa33fdec094 req-618bf92e-5c40-4a81-ba48-48795cc198f9 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=0c112a89-dd5d-447a-a5cf-2f642b04fa15 HTTP/1.1" status: 200 len: 945 time: 0.2477527 May 21 15:20:44.029813 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99fa1e7-a7a3-46ec-a641-1d833f80f6c3 req-d4eccf46-ade0-4a6d-a1bd-63d7baa4d0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:44.031308 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-a99fa1e7-a7a3-46ec-a641-1d833f80f6c3 req-d4eccf46-ade0-4a6d-a1bd-63d7baa4d0b7 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=6a83021f-5457-49eb-8026-84bcf6e4d125 HTTP/1.1" status: 200 len: 1098 time: 0.2555542 May 21 15:20:44.045245 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb1ee9-3cdd-4704-8eeb-36aac6d103ac req-a5905cfd-c867-4729-88bb-3c60c12f720d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:44.047903 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-2dfb1ee9-3cdd-4704-8eeb-36aac6d103ac req-a5905cfd-c867-4729-88bb-3c60c12f720d service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 1099 time: 0.2727027 May 21 15:20:44.111023 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f1601e95-aa8e-4ccc-8c6f-0fa33fdec094 req-88c4a15b-02cf-4f55-a625-82278f2dcc79 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b78fdd-8b23-431a-a677-c884f9e23eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435835 May 21 15:20:44.134616 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-55fc0da9-8206-4a9f-96f3-0ecff711c2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757'] for subnet, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:44.141415 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:44.183200 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d39bdc-c9bd-410e-a2ca-5d4f5947c019 req-5d0d1263-4a6e-4084-a486-31893aa2b79f tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:44.185436 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-61d39bdc-c9bd-410e-a2ca-5d4f5947c019 req-5d0d1263-4a6e-4084-a486-31893aa2b79f tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 946 time: 0.1564240 May 21 15:20:44.234022 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fc0da9-8206-4a9f-96f3-0ecff711c2a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e18aad5-d825-4b55-9ab4-41ec4846e7c7,revision_number=0']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:44.244224 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-55fc0da9-8206-4a9f-96f3-0ecff711c2a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:44.247072 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 56876) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:44.259823 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fc0da9-8206-4a9f-96f3-0ecff711c2a2 admin admin] Checking segment: {'id': '9cea9a51-b70f-448e-8cc1-7a34efb30eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'e246fbb7-42d2-4116-9a43-7e225de0b411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:20:44.260181 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fc0da9-8206-4a9f-96f3-0ecff711c2a2 admin admin] Network hostable DHCP agents. Network: e246fbb7-42d2-4116-9a43-7e225de0b411, hostable agents: ['c7b0d441-ff2d-4a67-9ef1-8c68d51adfa8'], hosted agents: [] {{(pid=91548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 15:20:44.284057 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fc0da9-8206-4a9f-96f3-0ecff711c2a2 admin admin] Network e246fbb7-42d2-4116-9a43-7e225de0b411 is scheduled to be hosted by DHCP agent c7b0d441-ff2d-4a67-9ef1-8c68d51adfa8 with binding_index 1 {{(pid=91548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 15:20:44.297391 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.base_scheduler [None req-55fc0da9-8206-4a9f-96f3-0ecff711c2a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-3-iscsi, e246fbb7-42d2-4116-9a43-7e225de0b411) {{(pid=91548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:20:44.305058 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fc0da9-8206-4a9f-96f3-0ecff711c2a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:44.306360 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-55fc0da9-8206-4a9f-96f3-0ecff711c2a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697775'] for subnet, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:44.309771 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd34cd2b-ff82-4065-bf24-fee694060cc3 None None] Network e246fbb7-42d2-4116-9a43-7e225de0b411 requested from dv-cinder-792299-3-iscsi {{(pid=91550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:20:44.346853 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-55fc0da9-8206-4a9f-96f3-0ecff711c2a2 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0784709 May 21 15:20:44.351482 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-61d39bdc-c9bd-410e-a2ca-5d4f5947c019 req-4b867d77-d03a-4546-bfb6-e8f5ffd8f6e2 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593449 May 21 15:20:44.455325 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-2fa29a67-5f05-4750-a7dd-af5d756117f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:44.475726 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-2fa29a67-5f05-4750-a7dd-af5d756117f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:20:44.481435 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-2fa29a67-5f05-4750-a7dd-af5d756117f3 admin admin] Usage tracker for resource:security_group_rule and tenant:467ff1a759044fefb5d26347ff84c6fb is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:20:44.484465 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-2fa29a67-5f05-4750-a7dd-af5d756117f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:20:44.496379 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-2fa29a67-5f05-4750-a7dd-af5d756117f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:20:44.575110 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3aa464b-a026-412b-b3cc-53003cae0b22 None None] Network e246fbb7-42d2-4116-9a43-7e225de0b411 requested from dv-cinder-792299-3-iscsi {{(pid=91550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:20:44.635207 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-2fa29a67-5f05-4750-a7dd-af5d756117f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:44.645091 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-2fa29a67-5f05-4750-a7dd-af5d756117f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:44.666627 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:44.669414 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fde891-47b5-4e66-8df1-75c90ae4b055 req-3763debc-57f1-481d-bbc6-42992f828234 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:44.670950 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-d6fde891-47b5-4e66-8df1-75c90ae4b055 req-3763debc-57f1-481d-bbc6-42992f828234 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a83021f-5457-49eb-8026-84bcf6e4d125 HTTP/1.1" status: 200 len: 945 time: 0.1052861 May 21 15:20:44.726844 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-d6fde891-47b5-4e66-8df1-75c90ae4b055 req-d297639f-2e3e-442e-a2f6-317cbeea5c7b tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] 10.222.0.69 "GET /v2.0/security-groups?id=dd474cac-e66a-49ec-bf79-4c4d35130721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486853 May 21 15:20:44.749703 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-2fa29a67-5f05-4750-a7dd-af5d756117f3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=467ff1a759044fefb5d26347ff84c6fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4937975 May 21 15:20:44.749896 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 56890) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:44.749987 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa29a67-5f05-4750-a7dd-af5d756117f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b005e7d7-2a94-4b84-994c-72766d6bc5fc,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:44.764252 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-2fa29a67-5f05-4750-a7dd-af5d756117f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:44.832755 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-88d36a25-cd78-433b-bb53-2440cf42808a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:44.861499 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-88d36a25-cd78-433b-bb53-2440cf42808a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:44.923668 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-88d36a25-cd78-433b-bb53-2440cf42808a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:44.929426 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-40bf8b5d-c516-4238-8335-0614d704b4c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:44.941283 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d36a25-cd78-433b-bb53-2440cf42808a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b005e7d7-2a94-4b84-994c-72766d6bc5fc,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:44.944448 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-88d36a25-cd78-433b-bb53-2440cf42808a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:44.949801 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-88d36a25-cd78-433b-bb53-2440cf42808a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:44.950950 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-88d36a25-cd78-433b-bb53-2440cf42808a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b005e7d7-2a94-4b84-994c-72766d6bc5fc HTTP/1.1" status: 204 len: 168 time: 0.2035723 May 21 15:20:45.051643 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 56908) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:45.057969 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [None req-def7e45b-e19d-4929-b844-7df2896d6aa2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1318924148-network', 'tenant_id': '6c0bf2c9c98a4a2f82fddc349baac442'}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:20:45.064529 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-def7e45b-e19d-4929-b844-7df2896d6aa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:20:45.068275 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-def7e45b-e19d-4929-b844-7df2896d6aa2 admin admin] Usage tracker for resource:network and tenant:6c0bf2c9c98a4a2f82fddc349baac442 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:20:45.071922 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-def7e45b-e19d-4929-b844-7df2896d6aa2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:20:45.079170 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-def7e45b-e19d-4929-b844-7df2896d6aa2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:20:45.091148 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def7e45b-e19d-4929-b844-7df2896d6aa2 admin admin] Made reservation on behalf of 6c0bf2c9c98a4a2f82fddc349baac442 for: {'network': 1} {{(pid=91548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:20:45.093481 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-def7e45b-e19d-4929-b844-7df2896d6aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-578634'] for network, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:45.108046 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-def7e45b-e19d-4929-b844-7df2896d6aa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:45.127484 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-def7e45b-e19d-4929-b844-7df2896d6aa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:20:45.131829 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-def7e45b-e19d-4929-b844-7df2896d6aa2 admin admin] Usage tracker for resource:security_group_rule and tenant:6c0bf2c9c98a4a2f82fddc349baac442 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:20:45.135052 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-def7e45b-e19d-4929-b844-7df2896d6aa2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:20:45.142215 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-def7e45b-e19d-4929-b844-7df2896d6aa2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:20:45.229033 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8f21b97c-cd7d-4fc2-9c99-58e088f49e31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:45.253154 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-def7e45b-e19d-4929-b844-7df2896d6aa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:45.259042 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-def7e45b-e19d-4929-b844-7df2896d6aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:45.264058 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-676a98ce-589f-499e-9278-e161b2a852b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:45.293909 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-def7e45b-e19d-4929-b844-7df2896d6aa2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=91548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 21 15:20:45.308393 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def7e45b-e19d-4929-b844-7df2896d6aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7044444-7c1f-4737-ab3b-24e234349dfa,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:45.311918 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-def7e45b-e19d-4929-b844-7df2896d6aa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:45.315862 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-def7e45b-e19d-4929-b844-7df2896d6aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703692'] for segment, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:45.316297 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.db.segments_db [None req-def7e45b-e19d-4929-b844-7df2896d6aa2 admin admin] Added segment 826bd991-344a-49a7-979b-86c87bdd1471 of type vlan for network dad5989c-f2e6-4767-aafa-241fc09a4dce May 21 15:20:45.349514 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-def7e45b-e19d-4929-b844-7df2896d6aa2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730419324398'] for network, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:45.397768 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-def7e45b-e19d-4929-b844-7df2896d6aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1599858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697748'] for network, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:45.402335 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def7e45b-e19d-4929-b844-7df2896d6aa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:45.403332 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-def7e45b-e19d-4929-b844-7df2896d6aa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697775'] for network, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:45.412620 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:45.434733 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5786d24-d96a-4a02-983c-b9720295238c req-7a241db1-db25-4085-9e31-0fb4818000cf tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:45.436582 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-d5786d24-d96a-4a02-983c-b9720295238c req-7a241db1-db25-4085-9e31-0fb4818000cf tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=0c112a89-dd5d-447a-a5cf-2f642b04fa15 HTTP/1.1" status: 200 len: 945 time: 0.1464639 May 21 15:20:45.493916 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-d5786d24-d96a-4a02-983c-b9720295238c req-ffa86103-fd32-4ea1-a06d-a64669ae9d64 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b78fdd-8b23-431a-a677-c884f9e23eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487127 May 21 15:20:45.515014 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 56922) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:45.537908 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-f4340d91-3e5f-4df8-a166-de34b854638e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:45.558254 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-f4340d91-3e5f-4df8-a166-de34b854638e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:20:45.563715 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-f4340d91-3e5f-4df8-a166-de34b854638e admin admin] Usage tracker for resource:security_group_rule and tenant:db86090670f04c6189e1e0e9f9c589ac is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:20:45.567438 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-f4340d91-3e5f-4df8-a166-de34b854638e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:20:45.576304 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-f4340d91-3e5f-4df8-a166-de34b854638e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:20:45.608694 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def7e45b-e19d-4929-b844-7df2896d6aa2 admin admin] Pushing event updated for resources: {'Network': ['ID=dad5989c-f2e6-4767-aafa-241fc09a4dce,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:45.623142 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Network dad5989c-f2e6-4767-aafa-241fc09a4dce details requested by agent ovs-agent-dv-cinder-792299-3-iscsi with host dv-cinder-792299-3-iscsi {{(pid=91550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 15:20:45.623684 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-def7e45b-e19d-4929-b844-7df2896d6aa2 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5672646 May 21 15:20:45.624519 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 56926) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:45.625788 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-def7e45b-e19d-4929-b844-7df2896d6aa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:45.635344 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [None req-83b1e067-3488-4d15-b64e-653359b18379 admin admin] Request body: {'subnet': {'network_id': 'dad5989c-f2e6-4767-aafa-241fc09a4dce', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1318924148-subnet', 'tenant_id': '6c0bf2c9c98a4a2f82fddc349baac442', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:20:45.660234 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-83b1e067-3488-4d15-b64e-653359b18379 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:20:45.667530 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-83b1e067-3488-4d15-b64e-653359b18379 admin admin] Usage tracker for resource:subnet and tenant:6c0bf2c9c98a4a2f82fddc349baac442 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:20:45.671607 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-83b1e067-3488-4d15-b64e-653359b18379 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:20:45.679535 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-83b1e067-3488-4d15-b64e-653359b18379 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:20:45.693003 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b1e067-3488-4d15-b64e-653359b18379 admin admin] Made reservation on behalf of 6c0bf2c9c98a4a2f82fddc349baac442 for: {'subnet': 1} {{(pid=91548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:20:45.696165 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-83b1e067-3488-4d15-b64e-653359b18379 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:45.772236 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-f4340d91-3e5f-4df8-a166-de34b854638e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:45.777481 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-f4340d91-3e5f-4df8-a166-de34b854638e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:45.788943 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-9da9dbc4-2415-41f4-9f4f-9632cbb1f000 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:45.847876 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4340d91-3e5f-4df8-a166-de34b854638e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37472f7c-3943-4158-89e0-8bf26e3fd99f,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:45.859353 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-f4340d91-3e5f-4df8-a166-de34b854638e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=db86090670f04c6189e1e0e9f9c589ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3407557 May 21 15:20:45.860210 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 56936) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:45.861444 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-f4340d91-3e5f-4df8-a166-de34b854638e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:45.949092 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-a99fa1e7-a7a3-46ec-a641-1d833f80f6c3 req-356ab140-8fd0-463f-8202-abd5882ad73b service neutron] Synchronizing usage tracker for tenant:af2808632d6145c29956ee31012ab3a2 on resource:security_group {{(pid=91548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:20:45.956300 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-2dfb1ee9-3cdd-4704-8eeb-36aac6d103ac req-4ab71ddb-f91f-4670-9673-84bc39489d25 service neutron] Synchronizing usage tracker for tenant:af2808632d6145c29956ee31012ab3a2 on resource:security_group {{(pid=91548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:20:45.972684 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee88ca79-c78d-444c-87b9-d42f27ed0512 req-bb15a10a-7d03-426a-bd85-0f8946cfe5cb tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:45.974131 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-ee88ca79-c78d-444c-87b9-d42f27ed0512 req-bb15a10a-7d03-426a-bd85-0f8946cfe5cb tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 946 time: 0.3035905 May 21 15:20:46.015853 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-a99fa1e7-a7a3-46ec-a641-1d833f80f6c3 req-356ab140-8fd0-463f-8202-abd5882ad73b service neutron] Unset dirty status for tenant:af2808632d6145c29956ee31012ab3a2 on resource:security_group {{(pid=91548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:20:46.017098 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-a99fa1e7-a7a3-46ec-a641-1d833f80f6c3 req-356ab140-8fd0-463f-8202-abd5882ad73b service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=dd474cac-e66a-49ec-bf79-4c4d35130721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283404 May 21 15:20:46.017927 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.db.api [req-2dfb1ee9-3cdd-4704-8eeb-36aac6d103ac req-4ab71ddb-f91f-4670-9673-84bc39489d25 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate QuotaUsage: for attribute(s) ['quotausages.PRIMARY'] with value(s) af2808632d6145c29956ee31012ab3a2-security_group {{(pid=91548) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 21 15:20:46.018249 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_db.api [req-2dfb1ee9-3cdd-4704-8eeb-36aac6d103ac req-4ab71ddb-f91f-4670-9673-84bc39489d25 service neutron] Performing DB retry for function neutron.db.quota.api.set_quota_usage {{(pid=91548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 21 15:20:46.047841 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-f8e0e4f7-4a19-4c05-95cc-24301e9ecbdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:46.058340 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-ee88ca79-c78d-444c-87b9-d42f27ed0512 req-cffc386f-7ee5-4956-93d8-acd939410ed1 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706758 May 21 15:20:46.086597 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb816a-8f05-46de-b3ea-6fef4cf4789e req-c489f003-0351-4fb8-8d9e-b2cfbdae5879 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:46.088332 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-aceb816a-8f05-46de-b3ea-6fef4cf4789e req-c489f003-0351-4fb8-8d9e-b2cfbdae5879 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a83021f-5457-49eb-8026-84bcf6e4d125 HTTP/1.1" status: 200 len: 945 time: 0.1977053 May 21 15:20:46.096671 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-f8e0e4f7-4a19-4c05-95cc-24301e9ecbdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:46.170640 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-aceb816a-8f05-46de-b3ea-6fef4cf4789e req-3b5cd47a-7492-41fc-a4ef-58d0c02d128d tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] 10.222.0.69 "GET /v2.0/security-groups?id=dd474cac-e66a-49ec-bf79-4c4d35130721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661337 May 21 15:20:46.197645 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-f8e0e4f7-4a19-4c05-95cc-24301e9ecbdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:46.204476 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-88d36a25-cd78-433b-bb53-2440cf42808a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:46.228708 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e0e4f7-4a19-4c05-95cc-24301e9ecbdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37472f7c-3943-4158-89e0-8bf26e3fd99f,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:46.233310 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-f8e0e4f7-4a19-4c05-95cc-24301e9ecbdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:46.235784 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-f8e0e4f7-4a19-4c05-95cc-24301e9ecbdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:46.237967 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-f8e0e4f7-4a19-4c05-95cc-24301e9ecbdf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/37472f7c-3943-4158-89e0-8bf26e3fd99f HTTP/1.1" status: 204 len: 168 time: 0.3723195 May 21 15:20:46.314532 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-83b1e067-3488-4d15-b64e-653359b18379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757'] for subnet, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:46.322787 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:46.414865 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b1e067-3488-4d15-b64e-653359b18379 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b156a459-daa4-4af2-800e-c1ad443801ea,revision_number=0']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:46.418588 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-83b1e067-3488-4d15-b64e-653359b18379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:46.419457 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b1e067-3488-4d15-b64e-653359b18379 admin admin] Checking segment: {'id': '826bd991-344a-49a7-979b-86c87bdd1471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'dad5989c-f2e6-4767-aafa-241fc09a4dce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:20:46.419807 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b1e067-3488-4d15-b64e-653359b18379 admin admin] Network hostable DHCP agents. Network: dad5989c-f2e6-4767-aafa-241fc09a4dce, hostable agents: ['c7b0d441-ff2d-4a67-9ef1-8c68d51adfa8'], hosted agents: [] {{(pid=91548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 15:20:46.436975 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b1e067-3488-4d15-b64e-653359b18379 admin admin] Network dad5989c-f2e6-4767-aafa-241fc09a4dce is scheduled to be hosted by DHCP agent c7b0d441-ff2d-4a67-9ef1-8c68d51adfa8 with binding_index 1 {{(pid=91548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 15:20:46.448237 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.base_scheduler [None req-83b1e067-3488-4d15-b64e-653359b18379 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-3-iscsi, dad5989c-f2e6-4767-aafa-241fc09a4dce) {{(pid=91548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:20:46.454124 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b1e067-3488-4d15-b64e-653359b18379 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:46.455458 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-83b1e067-3488-4d15-b64e-653359b18379 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697775'] for subnet, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:46.458587 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705dedcd-a599-4d55-99fb-2cc29ced865b None None] Network dad5989c-f2e6-4767-aafa-241fc09a4dce requested from dv-cinder-792299-3-iscsi {{(pid=91550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:20:46.486256 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-83b1e067-3488-4d15-b64e-653359b18379 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8502145 May 21 15:20:46.531989 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-2dfb1ee9-3cdd-4704-8eeb-36aac6d103ac req-4ab71ddb-f91f-4670-9673-84bc39489d25 service neutron] Unset dirty status for tenant:af2808632d6145c29956ee31012ab3a2 on resource:security_group {{(pid=91548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:20:46.534498 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-2dfb1ee9-3cdd-4704-8eeb-36aac6d103ac req-4ab71ddb-f91f-4670-9673-84bc39489d25 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7407234 May 21 15:20:46.748093 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f27d3c-ac85-496b-b61f-b8d7a38c5d03 None None] Network dad5989c-f2e6-4767-aafa-241fc09a4dce requested from dv-cinder-792299-3-iscsi {{(pid=91550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:20:46.770136 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d656c8aa-1eaf-4ed2-aa3a-14ccc099c060 req-6c2bdcb3-aaaa-4631-8ed2-cb2786b3ec27 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:46.771822 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-d656c8aa-1eaf-4ed2-aa3a-14ccc099c060 req-6c2bdcb3-aaaa-4631-8ed2-cb2786b3ec27 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=0c112a89-dd5d-447a-a5cf-2f642b04fa15 HTTP/1.1" status: 200 len: 945 time: 0.1196835 May 21 15:20:46.824894 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-d656c8aa-1eaf-4ed2-aa3a-14ccc099c060 req-a5e2b7ee-3afd-4949-bd1c-21a8aa011f77 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b78fdd-8b23-431a-a677-c884f9e23eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468309 May 21 15:20:47.491555 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54144fbf-cb82-42a0-9b3e-2f9741b647e6 req-c7ca1f5a-9dc0-451a-ae09-c4ffe814d771 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:47.494533 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-54144fbf-cb82-42a0-9b3e-2f9741b647e6 req-c7ca1f5a-9dc0-451a-ae09-c4ffe814d771 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 946 time: 0.3010941 May 21 15:20:47.559521 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ee7da8-8f56-47a8-9b17-a00a0916e421 req-67a25099-e860-4215-ab9d-e5edb8e378bd tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:47.562036 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-47ee7da8-8f56-47a8-9b17-a00a0916e421 req-67a25099-e860-4215-ab9d-e5edb8e378bd tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a83021f-5457-49eb-8026-84bcf6e4d125 HTTP/1.1" status: 200 len: 945 time: 0.2548366 May 21 15:20:47.643988 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-54144fbf-cb82-42a0-9b3e-2f9741b647e6 req-d93231de-3bc5-408f-83b0-79b6992180a5 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396017 May 21 15:20:47.711210 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-47ee7da8-8f56-47a8-9b17-a00a0916e421 req-105bc79e-ce17-4462-b050-1a01f301ca5e tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] 10.222.0.69 "GET /v2.0/security-groups?id=dd474cac-e66a-49ec-bf79-4c4d35130721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278031 May 21 15:20:47.996475 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:48.281801 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-f95ab1c6-15a4-4156-b574-2e36be77d7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:48.364431 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17de18-287c-42eb-a20f-e91df51ddc15 req-21991d9c-9271-4fcf-a68b-5a8ef77a817f tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:48.383556 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-bd17de18-287c-42eb-a20f-e91df51ddc15 req-21991d9c-9271-4fcf-a68b-5a8ef77a817f tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=0c112a89-dd5d-447a-a5cf-2f642b04fa15 HTTP/1.1" status: 200 len: 945 time: 0.2015059 May 21 15:20:48.500268 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-bd17de18-287c-42eb-a20f-e91df51ddc15 req-deabcf80-2c6d-49ab-a800-9362210558aa tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b78fdd-8b23-431a-a677-c884f9e23eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129322 May 21 15:20:49.010385 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bd6d03-083c-4427-be54-c8176f7da24c req-1caf0436-cd5a-4a96-84cf-676e40e226a6 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:49.011919 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-c8bd6d03-083c-4427-be54-c8176f7da24c req-1caf0436-cd5a-4a96-84cf-676e40e226a6 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 946 time: 0.1654439 May 21 15:20:49.035715 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c854821c-2dbc-4613-ab6f-931481d5918e req-00a25d2e-db3d-4c7c-b545-bc49687d025a tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:49.037244 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-c854821c-2dbc-4613-ab6f-931481d5918e req-00a25d2e-db3d-4c7c-b545-bc49687d025a tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a83021f-5457-49eb-8026-84bcf6e4d125 HTTP/1.1" status: 200 len: 945 time: 0.1487806 May 21 15:20:49.151768 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-c8bd6d03-083c-4427-be54-c8176f7da24c req-43b7e3b0-7ddf-4082-aeda-80d1275e5ecb tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133010 May 21 15:20:49.169227 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-c854821c-2dbc-4613-ab6f-931481d5918e req-6d76204a-baeb-4576-be4a-2c49ede07848 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] 10.222.0.69 "GET /v2.0/security-groups?id=dd474cac-e66a-49ec-bf79-4c4d35130721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172047 May 21 15:20:49.278780 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e6f13acb-dde4-45e3-8932-2715da3406c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:49.470273 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 57070) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:49.486103 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350dd4d1-e1d9-4a0f-87bc-fd1567a623b2 req-ab7dbfb9-c148-4161-b04b-59402854058b tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:49.488586 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-350dd4d1-e1d9-4a0f-87bc-fd1567a623b2 req-ab7dbfb9-c148-4161-b04b-59402854058b tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 946 time: 0.1777973 May 21 15:20:49.501381 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 57076) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:49.507633 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.v2.base [None req-4f56ac3c-1cc9-4760-8358-695015816661 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Request body: {'floatingip': {'port_id': 'f39d91da-f227-4bb1-a3a9-89731368da3f'}} {{(pid=91549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:20:49.613151 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-4f56ac3c-1cc9-4760-8358-695015816661 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks [] for floatingip, before_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:49.834397 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-88b57a80-6fce-4b57-9b29-23733e29c10e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:49.861465 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-88b57a80-6fce-4b57-9b29-23733e29c10e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:20:49.868432 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-88b57a80-6fce-4b57-9b29-23733e29c10e admin admin] Usage tracker for resource:security_group_rule and tenant:348def8568b044e8b08753352ab1918e is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:20:49.874019 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-88b57a80-6fce-4b57-9b29-23733e29c10e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:20:49.884545 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-88b57a80-6fce-4b57-9b29-23733e29c10e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:20:50.144515 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-88b57a80-6fce-4b57-9b29-23733e29c10e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:50.156364 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-88b57a80-6fce-4b57-9b29-23733e29c10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:50.184620 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:50.258386 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b57a80-6fce-4b57-9b29-23733e29c10e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2236fa34-3143-4610-93ad-06447d2a8ebb,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:50.258792 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f4dfdd-24f2-48fc-9aac-35a462e1bc0d req-f35770ac-af14-438e-a938-9d5113fbb773 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:50.260312 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-b0f4dfdd-24f2-48fc-9aac-35a462e1bc0d req-f35770ac-af14-438e-a938-9d5113fbb773 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=0c112a89-dd5d-447a-a5cf-2f642b04fa15 HTTP/1.1" status: 200 len: 945 time: 0.4954765 May 21 15:20:50.275162 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-88b57a80-6fce-4b57-9b29-23733e29c10e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:50.287434 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-88b57a80-6fce-4b57-9b29-23733e29c10e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=348def8568b044e8b08753352ab1918e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8154657 May 21 15:20:50.289910 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 57106) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:50.406946 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-c676df90-0b4a-4c7b-8699-0e939f6748f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:50.425346 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-b0f4dfdd-24f2-48fc-9aac-35a462e1bc0d req-8ccab554-11c9-4e92-a47f-5a7004bfcb4b tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b78fdd-8b23-431a-a677-c884f9e23eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357706 May 21 15:20:50.465261 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-c676df90-0b4a-4c7b-8699-0e939f6748f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:50.531523 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-c676df90-0b4a-4c7b-8699-0e939f6748f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:50.536044 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-8cf90213-37be-4e27-a311-8f53fe484142 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:50.551993 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c676df90-0b4a-4c7b-8699-0e939f6748f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2236fa34-3143-4610-93ad-06447d2a8ebb,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:50.555190 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-c676df90-0b4a-4c7b-8699-0e939f6748f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:50.573585 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-c676df90-0b4a-4c7b-8699-0e939f6748f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:50.576916 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-c676df90-0b4a-4c7b-8699-0e939f6748f5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2236fa34-3143-4610-93ad-06447d2a8ebb HTTP/1.1" status: 204 len: 168 time: 0.2841220 May 21 15:20:50.861972 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-cb99478c-afff-4a9c-8770-f3354af234b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:51.123808 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 57134) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:51.144944 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-4894178d-c5f1-4dc1-89d9-cf9679d6abc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:51.163488 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-4894178d-c5f1-4dc1-89d9-cf9679d6abc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:20:51.168015 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-4894178d-c5f1-4dc1-89d9-cf9679d6abc6 admin admin] Usage tracker for resource:security_group_rule and tenant:1ff6654dbd7a49f892a170f0dd9daf1d is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:20:51.171943 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-4894178d-c5f1-4dc1-89d9-cf9679d6abc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:20:51.180003 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-4894178d-c5f1-4dc1-89d9-cf9679d6abc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:20:51.222042 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-4f56ac3c-1cc9-4760-8358-695015816661 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:51.228439 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-4f56ac3c-1cc9-4760-8358-695015816661 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763211'] for floatingip, after_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:51.314077 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-4894178d-c5f1-4dc1-89d9-cf9679d6abc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:51.319725 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-4894178d-c5f1-4dc1-89d9-cf9679d6abc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:51.346166 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:51.446041 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4894178d-c5f1-4dc1-89d9-cf9679d6abc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d2b043-d20e-44c4-8472-c29c6b96a0ea,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:51.452283 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-4894178d-c5f1-4dc1-89d9-cf9679d6abc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:51.494032 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-4894178d-c5f1-4dc1-89d9-cf9679d6abc6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1ff6654dbd7a49f892a170f0dd9daf1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3678083 May 21 15:20:51.495527 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 57146) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:51.545835 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.db.l3_db [None req-4f56ac3c-1cc9-4760-8358-695015816661 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Floating IP 79e5cc29-042a-4f1d-9a60-35b1f0f5885e associated. External IP: 172.27.2.159, port: f39d91da-f227-4bb1-a3a9-89731368da3f. May 21 15:20:51.661193 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-2ac19d25-494d-4007-9281-8eb6d7ac8c1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:51.729171 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-2ac19d25-494d-4007-9281-8eb6d7ac8c1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:52.004873 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-2ac19d25-494d-4007-9281-8eb6d7ac8c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:52.020357 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:52.048039 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac19d25-494d-4007-9281-8eb6d7ac8c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d2b043-d20e-44c4-8472-c29c6b96a0ea,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:52.052466 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-2ac19d25-494d-4007-9281-8eb6d7ac8c1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:52.064458 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-2ac19d25-494d-4007-9281-8eb6d7ac8c1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:52.070925 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-2ac19d25-494d-4007-9281-8eb6d7ac8c1e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/96d2b043-d20e-44c4-8472-c29c6b96a0ea HTTP/1.1" status: 204 len: 168 time: 0.5675800 May 21 15:20:52.315457 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f56ac3c-1cc9-4760-8358-695015816661 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Router d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83 has already been hosted by L3 agent 9c636599-187f-4688-bb24-d46a8be2a055 {{(pid=91549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:20:52.489498 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:52.718109 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f56ac3c-1cc9-4760-8358-695015816661 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify agent at l3_agent.dv-cinder-792299-3-iscsi the message routers_updated {{(pid=91549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:20:52.725647 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-4f56ac3c-1cc9-4760-8358-695015816661 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for floatingip, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:52.737555 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a053e5-235f-4af6-8655-9583c662e76c None None] Sync routers for ids ['d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83'] in dv-cinder-792299-3-iscsi {{(pid=91551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:20:52.778127 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a053e5-235f-4af6-8655-9583c662e76c None None] Routers {'d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:20:52.778761 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-69a053e5-235f-4af6-8655-9583c662e76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:20:48Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83'], 'active': True} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:20:52.825604 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-4f56ac3c-1cc9-4760-8358-695015816661 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "PUT /v2.0/floatingips/79e5cc29-042a-4f1d-9a60-35b1f0f5885e HTTP/1.1" status: 200 len: 992 time: 3.3226137 May 21 15:20:52.827524 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '978f80c3-b426-4c67-bde8-993a0d80116c', 'tag': 'f39d91da-f227-4bb1-a3a9-89731368da3f'}] {{(pid=91549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:20:53.012889 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvr_db [None req-69a053e5-235f-4af6-8655-9583c662e76c None None] Set router d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83 gateway port host: dv-cinder-792299-3-iscsi {{(pid=91551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:20:53.125838 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '978f80c3-b426-4c67-bde8-993a0d80116c', 'tag': 'f39d91da-f227-4bb1-a3a9-89731368da3f', 'status': 'completed', 'code': 200} May 21 15:20:53.171904 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 57212) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:53.294612 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-9ec6b649-8b16-4e36-8650-01132fc3e165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:53.335515 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-9ec6b649-8b16-4e36-8650-01132fc3e165 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:20:53.350129 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-9ec6b649-8b16-4e36-8650-01132fc3e165 admin admin] Usage tracker for resource:security_group_rule and tenant:cfc6262cd5874b93aae6f1efb01af0b7 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:20:53.364346 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-9ec6b649-8b16-4e36-8650-01132fc3e165 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:20:53.376284 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-9ec6b649-8b16-4e36-8650-01132fc3e165 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:20:53.552903 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7202c82c-fb33-46ae-aecd-3e851e76f9c4 req-82f8894e-170a-4d67-ae36-47f4d68e6579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:53.555809 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-7202c82c-fb33-46ae-aecd-3e851e76f9c4 req-82f8894e-170a-4d67-ae36-47f4d68e6579 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a0ff7059c233428f81d35f38ec365006&device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 1099 time: 0.3395905 May 21 15:20:53.607337 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-69a053e5-235f-4af6-8655-9583c662e76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd10ee6fe-509b-447e-8ed6-5ba0b8d0fb83', 'name': 'tempest-AttachVolumeTestJSON-983484191-router', 'tenant_id': 'a0ff7059c233428f81d35f38ec365006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '0b5f6bc1-2f39-4521-b263-738e2de40747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:20:01Z', 'updated_at': '2021-05-21T15:20:08Z', 'revision_number': 4, 'project_id': 'a0ff7059c233428f81d35f38ec365006', 'gw_port': {'id': '0b5f6bc1-2f39-4521-b263-738e2de40747', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10ee6fe-509b-447e-8ed6-5ba0b8d0fb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:20:02Z', 'updated_at': '2021-05-21T15:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_floatingips': [{'id': '79e5cc29-042a-4f1d-9a60-35b1f0f5885e', 'tenant_id': 'a0ff7059c233428f81d35f38ec365006', 'floating_ip_address': '172.27.2.159', 'floating_network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'router_id': 'd10ee6fe-509b-447e-8ed6-5ba0b8d0fb83', 'port_id': 'f39d91da-f227-4bb1-a3a9-89731368da3f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 75, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efa2a869-eef6-443f-b219-ba0ab20cb5c1', 'mac_address': 'fa:16:3e:e3:1e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978f80c3-b426-4c67-bde8-993a0d80116c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:20:11Z', 'updated_at': '2021-05-21T15:20:51Z', 'revision_number': 1, 'project_id': 'a0ff7059c233428f81d35f38ec365006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0c6be38-c672-47b5-a65f-4876da27922a', 'name': '', 'network_id': 'efa2a869-eef6-443f-b219-ba0ab20cb5c1', 'tenant_id': 'a0ff7059c233428f81d35f38ec365006', 'mac_address': 'fa:16:3e:1d:7b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10ee6fe-509b-447e-8ed6-5ba0b8d0fb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b15db54b-4552-4834-a465-ff2d97af0b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:20:07Z', 'updated_at': '2021-05-21T15:20:15Z', 'revision_number': 5, 'project_id': 'a0ff7059c233428f81d35f38ec365006', 'subnets': [{'id': 'b15db54b-4552-4834-a465-ff2d97af0b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:20:53.612091 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a053e5-235f-4af6-8655-9583c662e76c None None] Checking router: d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83 for host: dv-cinder-792299-3-iscsi {{(pid=91551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:20:53.622208 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a053e5-235f-4af6-8655-9583c662e76c None None] Routers {'d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:20:53.622833 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-69a053e5-235f-4af6-8655-9583c662e76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:20:48Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83'], 'active': True} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:20:53.717974 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 57228) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:53.748912 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-9ec6b649-8b16-4e36-8650-01132fc3e165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:53.766723 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-9ec6b649-8b16-4e36-8650-01132fc3e165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:53.797847 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-2fa29a67-5f05-4750-a7dd-af5d756117f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:53.806342 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-9ec6b649-8b16-4e36-8650-01132fc3e165 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cfc6262cd5874b93aae6f1efb01af0b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6328614 May 21 15:20:53.810109 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 57238) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:53.855690 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec6b649-8b16-4e36-8650-01132fc3e165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926b41e7-a953-4c36-9adc-38d25dd9cb75,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:53.860476 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-9ec6b649-8b16-4e36-8650-01132fc3e165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:53.877147 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7202c82c-fb33-46ae-aecd-3e851e76f9c4 req-c117dc74-0569-4098-aedf-ee8c35fbb065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:53.878663 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-7202c82c-fb33-46ae-aecd-3e851e76f9c4 req-c117dc74-0569-4098-aedf-ee8c35fbb065 service neutron] 10.222.0.68 "GET /v2.0/networks?id=efa2a869-eef6-443f-b219-ba0ab20cb5c1 HTTP/1.1" status: 200 len: 911 time: 0.3112566 May 21 15:20:53.910193 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvr_db [None req-69a053e5-235f-4af6-8655-9583c662e76c None None] Set router d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83 gateway port host: dv-cinder-792299-3-iscsi {{(pid=91551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:20:53.940343 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-a82b4003-a8a8-4ba1-9427-a8a72e03c3c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:53.974681 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-e852ac3f-9549-4034-b184-d6887387db86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:54.010354 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-e852ac3f-9549-4034-b184-d6887387db86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:20:54.019013 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-e852ac3f-9549-4034-b184-d6887387db86 admin admin] Usage tracker for resource:security_group_rule and tenant:5d76602660e949ce84e63684dce7f415 is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:20:54.023968 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-a82b4003-a8a8-4ba1-9427-a8a72e03c3c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:54.030730 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-e852ac3f-9549-4034-b184-d6887387db86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:20:54.038713 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-7202c82c-fb33-46ae-aecd-3e851e76f9c4 req-733e40de-ee93-4070-879b-8f730c7a2e8c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f39d91da-f227-4bb1-a3a9-89731368da3f HTTP/1.1" status: 200 len: 1000 time: 0.1527989 May 21 15:20:54.040813 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-e852ac3f-9549-4034-b184-d6887387db86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:20:54.128529 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7202c82c-fb33-46ae-aecd-3e851e76f9c4 req-b1b92b9c-562f-4529-9254-750e80513287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:54.132489 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-7202c82c-fb33-46ae-aecd-3e851e76f9c4 req-b1b92b9c-562f-4529-9254-750e80513287 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b15db54b-4552-4834-a465-ff2d97af0b01 HTTP/1.1" status: 200 len: 849 time: 0.0879064 May 21 15:20:54.137333 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-a82b4003-a8a8-4ba1-9427-a8a72e03c3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:54.158745 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-519de608-b360-40c4-8408-26c74ea29745 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:54.204484 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82b4003-a8a8-4ba1-9427-a8a72e03c3c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926b41e7-a953-4c36-9adc-38d25dd9cb75,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:54.238308 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-a82b4003-a8a8-4ba1-9427-a8a72e03c3c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:54.250094 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7202c82c-fb33-46ae-aecd-3e851e76f9c4 req-c2bf8274-ce13-4a0c-bc93-8995c50131a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:20:54.252198 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-7202c82c-fb33-46ae-aecd-3e851e76f9c4 req-c2bf8274-ce13-4a0c-bc93-8995c50131a0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=efa2a869-eef6-443f-b219-ba0ab20cb5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1068430 May 21 15:20:54.258956 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-a82b4003-a8a8-4ba1-9427-a8a72e03c3c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:54.260064 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-a82b4003-a8a8-4ba1-9427-a8a72e03c3c3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/926b41e7-a953-4c36-9adc-38d25dd9cb75 HTTP/1.1" status: 204 len: 168 time: 0.4486947 May 21 15:20:54.373983 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-e852ac3f-9549-4034-b184-d6887387db86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:54.388754 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-e852ac3f-9549-4034-b184-d6887387db86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:54.429133 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-914334fb-d20e-402d-a087-c758f300e69e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:54.511056 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-69a053e5-235f-4af6-8655-9583c662e76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd10ee6fe-509b-447e-8ed6-5ba0b8d0fb83', 'name': 'tempest-AttachVolumeTestJSON-983484191-router', 'tenant_id': 'a0ff7059c233428f81d35f38ec365006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '0b5f6bc1-2f39-4521-b263-738e2de40747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:20:01Z', 'updated_at': '2021-05-21T15:20:08Z', 'revision_number': 4, 'project_id': 'a0ff7059c233428f81d35f38ec365006', 'gw_port': {'id': '0b5f6bc1-2f39-4521-b263-738e2de40747', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10ee6fe-509b-447e-8ed6-5ba0b8d0fb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:20:02Z', 'updated_at': '2021-05-21T15:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_floatingips': [{'id': '79e5cc29-042a-4f1d-9a60-35b1f0f5885e', 'tenant_id': 'a0ff7059c233428f81d35f38ec365006', 'floating_ip_address': '172.27.2.159', 'floating_network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'router_id': 'd10ee6fe-509b-447e-8ed6-5ba0b8d0fb83', 'port_id': 'f39d91da-f227-4bb1-a3a9-89731368da3f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 75, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efa2a869-eef6-443f-b219-ba0ab20cb5c1', 'mac_address': 'fa:16:3e:e3:1e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978f80c3-b426-4c67-bde8-993a0d80116c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:20:11Z', 'updated_at': '2021-05-21T15:20:51Z', 'revision_number': 1, 'project_id': 'a0ff7059c233428f81d35f38ec365006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0c6be38-c672-47b5-a65f-4876da27922a', 'name': '', 'network_id': 'efa2a869-eef6-443f-b219-ba0ab20cb5c1', 'tenant_id': 'a0ff7059c233428f81d35f38ec365006', 'mac_address': 'fa:16:3e:1d:7b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10ee6fe-509b-447e-8ed6-5ba0b8d0fb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b15db54b-4552-4834-a465-ff2d97af0b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:20:07Z', 'updated_at': '2021-05-21T15:20:15Z', 'revision_number': 5, 'project_id': 'a0ff7059c233428f81d35f38ec365006', 'subnets': [{'id': 'b15db54b-4552-4834-a465-ff2d97af0b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:20:54.525140 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a053e5-235f-4af6-8655-9583c662e76c None None] The sync data for ids ['d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83'] in dv-cinder-792299-3-iscsi is: [{'id': 'd10ee6fe-509b-447e-8ed6-5ba0b8d0fb83', 'name': 'tempest-AttachVolumeTestJSON-983484191-router', 'tenant_id': 'a0ff7059c233428f81d35f38ec365006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '0b5f6bc1-2f39-4521-b263-738e2de40747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:20:01Z', 'updated_at': '2021-05-21T15:20:08Z', 'revision_number': 4, 'project_id': 'a0ff7059c233428f81d35f38ec365006', 'gw_port': {'id': '0b5f6bc1-2f39-4521-b263-738e2de40747', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10ee6fe-509b-447e-8ed6-5ba0b8d0fb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:20:02Z', 'updated_at': '2021-05-21T15:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_floatingips': [{'id': '79e5cc29-042a-4f1d-9a60-35b1f0f5885e', 'tenant_id': 'a0ff7059c233428f81d35f38ec365006', 'floating_ip_address': '172.27.2.159', 'floating_network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'router_id': 'd10ee6fe-509b-447e-8ed6-5ba0b8d0fb83', 'port_id': 'f39d91da-f227-4bb1-a3a9-89731368da3f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 75, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efa2a869-eef6-443f-b219-ba0ab20cb5c1', 'mac_address': 'fa:16:3e:e3:1e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978f80c3-b426-4c67-bde8-993a0d80116c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:20:11Z', 'updated_at': '2021-05-21T15:20:51Z', 'revision_number': 1, 'project_id': 'a0ff7059c233428f81d35f38ec365006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0c6be38-c672-47b5-a65f-4876da27922a', 'name': '', 'network_id': 'efa2a869-eef6-443f-b219-ba0ab20cb5c1', 'tenant_id': 'a0ff7059c233428f81d35f38ec365006', 'mac_address': 'fa:16:3e:1d:7b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10ee6fe-509b-447e-8ed6-5ba0b8d0fb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b15db54b-4552-4834-a465-ff2d97af0b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:20:07Z', 'updated_at': '2021-05-21T15:20:15Z', 'revision_number': 5, 'project_id': 'a0ff7059c233428f81d35f38ec365006', 'subnets': [{'id': 'b15db54b-4552-4834-a465-ff2d97af0b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:20:54.535806 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-e852ac3f-9549-4034-b184-d6887387db86 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5d76602660e949ce84e63684dce7f415&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8143892 May 21 15:20:54.541725 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e852ac3f-9549-4034-b184-d6887387db86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc63895-55e2-4187-bb81-eeafa92cbded,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:54.544355 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 57272) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:54.556558 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-e852ac3f-9549-4034-b184-d6887387db86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:54.593828 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-7202c82c-fb33-46ae-aecd-3e851e76f9c4 req-faa2253d-a42f-4a9a-92ab-85e57e7bc0c9 service neutron] 10.222.0.68 "GET /v2.0/networks/efa2a869-eef6-443f-b219-ba0ab20cb5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285205 May 21 15:20:54.839597 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-7202c82c-fb33-46ae-aecd-3e851e76f9c4 req-aa54b060-83f8-48a6-a742-abda83b06a9e service neutron] 10.222.0.68 "GET /v2.0/networks/efa2a869-eef6-443f-b219-ba0ab20cb5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352624 May 21 15:20:54.841686 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-e7d6ad82-2a9d-4bae-b927-343f84e90d94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:54.897394 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-e7d6ad82-2a9d-4bae-b927-343f84e90d94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:54.951273 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c947f88b-3247-4c8b-90e5-62aaedb1d1fd None None] New status for floating IP 79e5cc29-042a-4f1d-9a60-35b1f0f5885e: ACTIVE {{(pid=91550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 21 15:20:54.995728 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-e7d6ad82-2a9d-4bae-b927-343f84e90d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:55.001422 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-2f9742d8-d9cb-4d5b-8a7e-6271f207ba03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:55.034636 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d6ad82-2a9d-4bae-b927-343f84e90d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc63895-55e2-4187-bb81-eeafa92cbded,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:55.039542 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-e7d6ad82-2a9d-4bae-b927-343f84e90d94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:55.058728 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-e7d6ad82-2a9d-4bae-b927-343f84e90d94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:55.060992 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-e7d6ad82-2a9d-4bae-b927-343f84e90d94 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7fc63895-55e2-4187-bb81-eeafa92cbded HTTP/1.1" status: 204 len: 168 time: 0.5032988 May 21 15:20:55.560941 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 57314) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:55.579201 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-c9da0344-2a4d-40b0-8759-e7b5248b5bbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:55.595732 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-c9da0344-2a4d-40b0-8759-e7b5248b5bbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:20:55.601535 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-c9da0344-2a4d-40b0-8759-e7b5248b5bbb admin admin] Usage tracker for resource:security_group_rule and tenant:35d9870c188745808478f2963db4e9cf is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:20:55.605233 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-c9da0344-2a4d-40b0-8759-e7b5248b5bbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:20:55.611513 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-c9da0344-2a4d-40b0-8759-e7b5248b5bbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:20:55.764773 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-c9da0344-2a4d-40b0-8759-e7b5248b5bbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:55.770686 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-c9da0344-2a4d-40b0-8759-e7b5248b5bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:55.785539 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-74128bc0-4396-439e-ac70-ea30a76d7688 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:55.830847 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-c9da0344-2a4d-40b0-8759-e7b5248b5bbb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=35d9870c188745808478f2963db4e9cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2686653 May 21 15:20:55.834563 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 57326) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:55.837418 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9da0344-2a4d-40b0-8759-e7b5248b5bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e922c0-f500-4e66-9721-3e97076586fa,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:55.854562 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-c9da0344-2a4d-40b0-8759-e7b5248b5bbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:55.902610 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-b89ee48b-08d3-4e57-b9ab-cd282823caf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:55.931525 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-b89ee48b-08d3-4e57-b9ab-cd282823caf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:56.000953 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-b89ee48b-08d3-4e57-b9ab-cd282823caf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:56.009166 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-c82d21c2-84b9-464d-85ae-8fb4cbdf9a61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:56.022831 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89ee48b-08d3-4e57-b9ab-cd282823caf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e922c0-f500-4e66-9721-3e97076586fa,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:56.032405 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-b89ee48b-08d3-4e57-b9ab-cd282823caf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:56.034923 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-b89ee48b-08d3-4e57-b9ab-cd282823caf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:56.036257 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-b89ee48b-08d3-4e57-b9ab-cd282823caf4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d6e922c0-f500-4e66-9721-3e97076586fa HTTP/1.1" status: 204 len: 168 time: 0.2008805 May 21 15:20:57.676416 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 57432) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:57.965832 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-54884fcc-ad06-4aa8-abdc-da8791c04a79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:57.989227 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-54884fcc-ad06-4aa8-abdc-da8791c04a79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:20:57.994134 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-54884fcc-ad06-4aa8-abdc-da8791c04a79 admin admin] Usage tracker for resource:security_group_rule and tenant:0870df829daa4b83be6863115485d1ac is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:20:57.998929 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-54884fcc-ad06-4aa8-abdc-da8791c04a79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:20:58.005559 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-54884fcc-ad06-4aa8-abdc-da8791c04a79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:20:58.065599 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 57456) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:58.123865 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-54884fcc-ad06-4aa8-abdc-da8791c04a79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:58.135147 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-54884fcc-ad06-4aa8-abdc-da8791c04a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:58.142094 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-c9da0344-2a4d-40b0-8759-e7b5248b5bbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:58.196793 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-54884fcc-ad06-4aa8-abdc-da8791c04a79 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0870df829daa4b83be6863115485d1ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5188835 May 21 15:20:58.198834 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54884fcc-ad06-4aa8-abdc-da8791c04a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c4d945-7db2-4af7-8718-b37c2f1ab830,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:58.199664 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 57468) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:58.209191 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54884fcc-ad06-4aa8-abdc-da8791c04a79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:20:58.209892 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54884fcc-ad06-4aa8-abdc-da8791c04a79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:20:58.210452 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54884fcc-ad06-4aa8-abdc-da8791c04a79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:20:58.211092 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54884fcc-ad06-4aa8-abdc-da8791c04a79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:20:58.211619 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54884fcc-ad06-4aa8-abdc-da8791c04a79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:20:58.212109 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54884fcc-ad06-4aa8-abdc-da8791c04a79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:20:58.212583 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54884fcc-ad06-4aa8-abdc-da8791c04a79 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:20:58.213060 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54884fcc-ad06-4aa8-abdc-da8791c04a79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:20:58.213572 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54884fcc-ad06-4aa8-abdc-da8791c04a79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:20:58.214273 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54884fcc-ad06-4aa8-abdc-da8791c04a79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:20:58.214740 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54884fcc-ad06-4aa8-abdc-da8791c04a79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:20:58.215429 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54884fcc-ad06-4aa8-abdc-da8791c04a79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:20:58.233466 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-54884fcc-ad06-4aa8-abdc-da8791c04a79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:58.311155 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-63d33e1a-b2d9-4fcf-975a-67110bfd3e07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:58.348527 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-63d33e1a-b2d9-4fcf-975a-67110bfd3e07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:58.413625 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-63d33e1a-b2d9-4fcf-975a-67110bfd3e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:58.420179 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-2f791e90-e0a4-4602-b4bd-745882c9785a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:58.447027 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d33e1a-b2d9-4fcf-975a-67110bfd3e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c4d945-7db2-4af7-8718-b37c2f1ab830,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:58.456889 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-e6a882a2-2a5b-4006-9a1f-9cf19ec9d607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:58.469748 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d33e1a-b2d9-4fcf-975a-67110bfd3e07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:20:58.470096 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d33e1a-b2d9-4fcf-975a-67110bfd3e07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:20:58.470435 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d33e1a-b2d9-4fcf-975a-67110bfd3e07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:20:58.470773 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d33e1a-b2d9-4fcf-975a-67110bfd3e07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:20:58.471124 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d33e1a-b2d9-4fcf-975a-67110bfd3e07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:20:58.471635 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d33e1a-b2d9-4fcf-975a-67110bfd3e07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:20:58.471959 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d33e1a-b2d9-4fcf-975a-67110bfd3e07 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:20:58.472373 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d33e1a-b2d9-4fcf-975a-67110bfd3e07 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:20:58.472608 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d33e1a-b2d9-4fcf-975a-67110bfd3e07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:20:58.472926 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d33e1a-b2d9-4fcf-975a-67110bfd3e07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:20:58.473281 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d33e1a-b2d9-4fcf-975a-67110bfd3e07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:20:58.473601 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d33e1a-b2d9-4fcf-975a-67110bfd3e07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:20:58.481552 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-63d33e1a-b2d9-4fcf-975a-67110bfd3e07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:58.486587 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-63d33e1a-b2d9-4fcf-975a-67110bfd3e07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:58.487740 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-63d33e1a-b2d9-4fcf-975a-67110bfd3e07 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a8c4d945-7db2-4af7-8718-b37c2f1ab830 HTTP/1.1" status: 204 len: 168 time: 0.2868834 May 21 15:20:58.489319 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-e6a882a2-2a5b-4006-9a1f-9cf19ec9d607 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:20:58.495391 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-e6a882a2-2a5b-4006-9a1f-9cf19ec9d607 admin admin] Usage tracker for resource:security_group_rule and tenant:ca97dcfcd9a34ce98762ecb5595e7587 is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:20:58.499372 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-e6a882a2-2a5b-4006-9a1f-9cf19ec9d607 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:20:58.507396 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-e6a882a2-2a5b-4006-9a1f-9cf19ec9d607 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:20:58.607373 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-e6a882a2-2a5b-4006-9a1f-9cf19ec9d607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:58.616774 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-e6a882a2-2a5b-4006-9a1f-9cf19ec9d607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:58.632917 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:58.685630 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-e6a882a2-2a5b-4006-9a1f-9cf19ec9d607 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ca97dcfcd9a34ce98762ecb5595e7587&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6189499 May 21 15:20:58.687612 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a882a2-2a5b-4006-9a1f-9cf19ec9d607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f62b1ac-3fe8-4b87-bf56-c1ae8ea6f5f4,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:58.688472 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 57488) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:58.690818 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-e6a882a2-2a5b-4006-9a1f-9cf19ec9d607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:58.773126 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-20a3184a-3f25-4af8-86d9-43e275592971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:58.804241 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-20a3184a-3f25-4af8-86d9-43e275592971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:58.880226 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-20a3184a-3f25-4af8-86d9-43e275592971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:58.886125 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-ae02ba2e-a266-477c-8f1b-dff0a2617534 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:58.900151 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a3184a-3f25-4af8-86d9-43e275592971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f62b1ac-3fe8-4b87-bf56-c1ae8ea6f5f4,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:58.905228 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-20a3184a-3f25-4af8-86d9-43e275592971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:58.912316 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-20a3184a-3f25-4af8-86d9-43e275592971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:58.914022 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-20a3184a-3f25-4af8-86d9-43e275592971 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1f62b1ac-3fe8-4b87-bf56-c1ae8ea6f5f4 HTTP/1.1" status: 204 len: 168 time: 0.2243910 May 21 15:20:58.922340 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 57502) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:58.947171 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-d0f50822-4604-40f6-bee4-0f4f96e9a6ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:58.970181 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-d0f50822-4604-40f6-bee4-0f4f96e9a6ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:20:58.975454 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-d0f50822-4604-40f6-bee4-0f4f96e9a6ac admin admin] Usage tracker for resource:security_group_rule and tenant:cc72fa5cdef94aa0815642e763b6ef7b is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:20:58.980094 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-d0f50822-4604-40f6-bee4-0f4f96e9a6ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:20:58.986567 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-d0f50822-4604-40f6-bee4-0f4f96e9a6ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:20:59.134782 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-d0f50822-4604-40f6-bee4-0f4f96e9a6ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:59.142023 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-d0f50822-4604-40f6-bee4-0f4f96e9a6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:59.154722 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-e6a882a2-2a5b-4006-9a1f-9cf19ec9d607 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:59.191827 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f50822-4604-40f6-bee4-0f4f96e9a6ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f41766-d774-49eb-828b-38e1283ec2bf,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:59.196669 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-d0f50822-4604-40f6-bee4-0f4f96e9a6ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:59.214955 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-d0f50822-4604-40f6-bee4-0f4f96e9a6ac admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cc72fa5cdef94aa0815642e763b6ef7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2914314 May 21 15:20:59.219867 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 57522) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:59.302137 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-1e4a7b63-f51d-42d3-8323-c87470474304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:59.348646 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-1e4a7b63-f51d-42d3-8323-c87470474304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:59.429959 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 57528) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:59.452107 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-1bfcbfad-c8d8-4da7-8b8d-eb843d9897c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:59.462555 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-1e4a7b63-f51d-42d3-8323-c87470474304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:59.469636 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-20a3184a-3f25-4af8-86d9-43e275592971 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:59.470696 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-1bfcbfad-c8d8-4da7-8b8d-eb843d9897c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:20:59.477671 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-1bfcbfad-c8d8-4da7-8b8d-eb843d9897c8 admin admin] Usage tracker for resource:security_group_rule and tenant:07bc76e22e614132bfda4df476c9de38 is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:20:59.481088 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-1bfcbfad-c8d8-4da7-8b8d-eb843d9897c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:20:59.485384 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4a7b63-f51d-42d3-8323-c87470474304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f41766-d774-49eb-828b-38e1283ec2bf,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:59.488463 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-1e4a7b63-f51d-42d3-8323-c87470474304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:59.490971 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-1e4a7b63-f51d-42d3-8323-c87470474304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:59.492723 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-1e4a7b63-f51d-42d3-8323-c87470474304 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/61f41766-d774-49eb-828b-38e1283ec2bf HTTP/1.1" status: 204 len: 168 time: 0.2717607 May 21 15:20:59.493808 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-1bfcbfad-c8d8-4da7-8b8d-eb843d9897c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:20:59.716617 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-1bfcbfad-c8d8-4da7-8b8d-eb843d9897c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:59.726135 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-1bfcbfad-c8d8-4da7-8b8d-eb843d9897c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:59.763191 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:20:59.798735 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-1bfcbfad-c8d8-4da7-8b8d-eb843d9897c8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=07bc76e22e614132bfda4df476c9de38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3673394 May 21 15:20:59.801363 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 57550) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:20:59.808170 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfcbfad-c8d8-4da7-8b8d-eb843d9897c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76457804-4b37-4d5c-af44-7935f7063543,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:20:59.811701 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-1bfcbfad-c8d8-4da7-8b8d-eb843d9897c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:20:59.875911 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-33d1d2de-33fb-4c40-88d6-1e0237979c65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:59.918269 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-33d1d2de-33fb-4c40-88d6-1e0237979c65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:20:59.998502 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-33d1d2de-33fb-4c40-88d6-1e0237979c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:00.003643 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-54884fcc-ad06-4aa8-abdc-da8791c04a79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:00.018221 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d1d2de-33fb-4c40-88d6-1e0237979c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76457804-4b37-4d5c-af44-7935f7063543,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:00.021846 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-33d1d2de-33fb-4c40-88d6-1e0237979c65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:00.031216 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-33d1d2de-33fb-4c40-88d6-1e0237979c65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:00.032485 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-33d1d2de-33fb-4c40-88d6-1e0237979c65 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/76457804-4b37-4d5c-af44-7935f7063543 HTTP/1.1" status: 204 len: 168 time: 0.2299452 May 21 15:21:00.137469 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.agents_db [None req-1cb0bb7b-b6db-4325-ad21-6fa15867ad0e None None] Agent healthcheck: found 6 active agents {{(pid=91551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:21:00.346342 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 57572) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:21:00.544721 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-85681bd9-adf9-4e15-942e-10b2d21f3766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:00.565478 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-85681bd9-adf9-4e15-942e-10b2d21f3766 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:21:00.574269 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-85681bd9-adf9-4e15-942e-10b2d21f3766 admin admin] Usage tracker for resource:security_group_rule and tenant:ddfa8324c5814b1793442e5677de29ac is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:21:00.577500 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-85681bd9-adf9-4e15-942e-10b2d21f3766 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:21:00.585748 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-85681bd9-adf9-4e15-942e-10b2d21f3766 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:21:00.718824 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-85681bd9-adf9-4e15-942e-10b2d21f3766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:00.724601 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-85681bd9-adf9-4e15-942e-10b2d21f3766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:00.739596 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:00.799445 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-85681bd9-adf9-4e15-942e-10b2d21f3766 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ddfa8324c5814b1793442e5677de29ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4519033 May 21 15:21:00.802111 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 57602) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:21:00.821303 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85681bd9-adf9-4e15-942e-10b2d21f3766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64cd29df-fe01-4544-921c-dcdbe0b575e6,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:00.837334 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-85681bd9-adf9-4e15-942e-10b2d21f3766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:00.923248 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-a325e1e5-8da2-4b8c-ae24-0549554f0d52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:00.960230 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-a325e1e5-8da2-4b8c-ae24-0549554f0d52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:01.060313 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-a325e1e5-8da2-4b8c-ae24-0549554f0d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:01.076130 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:01.089684 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a325e1e5-8da2-4b8c-ae24-0549554f0d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64cd29df-fe01-4544-921c-dcdbe0b575e6,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:01.102607 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-a325e1e5-8da2-4b8c-ae24-0549554f0d52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:01.105169 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-a325e1e5-8da2-4b8c-ae24-0549554f0d52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:01.106515 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-a325e1e5-8da2-4b8c-ae24-0549554f0d52 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/64cd29df-fe01-4544-921c-dcdbe0b575e6 HTTP/1.1" status: 204 len: 168 time: 0.3027849 May 21 15:21:01.674174 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 57634) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:21:01.697879 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-9d2b2002-959d-4895-b8b7-4717cb6aed6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:01.717818 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-9d2b2002-959d-4895-b8b7-4717cb6aed6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:21:01.722515 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-9d2b2002-959d-4895-b8b7-4717cb6aed6c admin admin] Usage tracker for resource:security_group_rule and tenant:f0fdc0f207de400e89381c7f94078fb6 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:21:01.726530 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-9d2b2002-959d-4895-b8b7-4717cb6aed6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:21:01.734067 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-9d2b2002-959d-4895-b8b7-4717cb6aed6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:21:01.862156 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-9d2b2002-959d-4895-b8b7-4717cb6aed6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:01.868293 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-9d2b2002-959d-4895-b8b7-4717cb6aed6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:01.966619 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-9ec6b649-8b16-4e36-8650-01132fc3e165 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:01.975436 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-9d2b2002-959d-4895-b8b7-4717cb6aed6c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f0fdc0f207de400e89381c7f94078fb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3003421 May 21 15:21:01.980035 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 57648) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:21:02.016576 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2b2002-959d-4895-b8b7-4717cb6aed6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893b9f69-256b-4702-b7b6-07bcba6e77ab,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:02.021472 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-9d2b2002-959d-4895-b8b7-4717cb6aed6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:02.068982 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-30c4267c-45bd-421c-b109-ae673b8cac05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:02.097137 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-30c4267c-45bd-421c-b109-ae673b8cac05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:02.160938 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-30c4267c-45bd-421c-b109-ae673b8cac05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:02.167444 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:02.184434 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4267c-45bd-421c-b109-ae673b8cac05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893b9f69-256b-4702-b7b6-07bcba6e77ab,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:02.188681 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-30c4267c-45bd-421c-b109-ae673b8cac05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:02.205354 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-30c4267c-45bd-421c-b109-ae673b8cac05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:02.206700 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-30c4267c-45bd-421c-b109-ae673b8cac05 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/893b9f69-256b-4702-b7b6-07bcba6e77ab HTTP/1.1" status: 204 len: 168 time: 0.2261238 May 21 15:21:05.198294 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aaa6a6-e5b6-4d44-a103-37f674dd51f6 req-1b2d127c-a7a8-481d-863f-c8eca019673c tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:05.204428 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-44aaa6a6-e5b6-4d44-a103-37f674dd51f6 req-1b2d127c-a7a8-481d-863f-c8eca019673c tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/networks?id=321c2ca3-09b1-4787-88ab-24465b663b2d HTTP/1.1" status: 200 len: 815 time: 0.1662898 May 21 15:21:05.216279 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-44aaa6a6-e5b6-4d44-a103-37f674dd51f6 req-8a174d05-42a6-4309-9c78-0dbe838eacb6 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/quotas/f68e94ae626e4618b509d667e1d492d1 HTTP/1.1" status: 200 len: 375 time: 0.0100327 May 21 15:21:05.329589 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-44aaa6a6-e5b6-4d44-a103-37f674dd51f6 req-a27005fe-a6cf-4db7-8e84-1074add5dc8e tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f68e94ae626e4618b509d667e1d492d1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1021063 May 21 15:21:05.527455 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-44aaa6a6-e5b6-4d44-a103-37f674dd51f6 req-77d280e7-c44b-4c02-91dd-1d9b6d422e35 service neutron] 10.222.0.69 "GET /v2.0/networks/321c2ca3-09b1-4787-88ab-24465b663b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889889 May 21 15:21:05.656567 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 57870) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:21:05.775137 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-44aaa6a6-e5b6-4d44-a103-37f674dd51f6 req-e6d5245c-ab72-48ae-ad15-5360c4353560 service neutron] 10.222.0.69 "GET /v2.0/networks/321c2ca3-09b1-4787-88ab-24465b663b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394316 May 21 15:21:05.844745 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-2dda4d6c-a639-4aa8-ac9a-9e25d2d66448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:05.859908 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-2dda4d6c-a639-4aa8-ac9a-9e25d2d66448 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:21:05.869562 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-2dda4d6c-a639-4aa8-ac9a-9e25d2d66448 admin admin] Usage tracker for resource:security_group_rule and tenant:bbe7a79d3cca4308958c9760a5904947 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:21:05.872496 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-2dda4d6c-a639-4aa8-ac9a-9e25d2d66448 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:21:05.880999 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-2dda4d6c-a639-4aa8-ac9a-9e25d2d66448 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:21:06.018077 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-2dda4d6c-a639-4aa8-ac9a-9e25d2d66448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:06.023997 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-2dda4d6c-a639-4aa8-ac9a-9e25d2d66448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:06.042220 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:06.063353 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-23f8c200-7c0a-4265-8664-9f581ad0af2c req-39e82a53-7327-4a0c-90f8-f4db0a73c0d6 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a0c8708-c963-4f76-b2c6-1625e2e39ec8 HTTP/1.1" status: 200 len: 210 time: 0.0944548 May 21 15:21:06.076319 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-2dda4d6c-a639-4aa8-ac9a-9e25d2d66448 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bbe7a79d3cca4308958c9760a5904947&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4185641 May 21 15:21:06.078798 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 57888) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:21:06.170043 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dda4d6c-a639-4aa8-ac9a-9e25d2d66448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d01534-72ee-4f4c-9258-6362c8049c60,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:06.174688 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-2dda4d6c-a639-4aa8-ac9a-9e25d2d66448 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:06.198342 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-f9e26f92-28ee-4a65-a239-e5ae0d9053c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:06.230659 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-f9e26f92-28ee-4a65-a239-e5ae0d9053c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:06.292474 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-f9e26f92-28ee-4a65-a239-e5ae0d9053c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:06.301098 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-9d2b2002-959d-4895-b8b7-4717cb6aed6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:06.329851 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e26f92-28ee-4a65-a239-e5ae0d9053c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d01534-72ee-4f4c-9258-6362c8049c60,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:06.332141 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-f9e26f92-28ee-4a65-a239-e5ae0d9053c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:06.332659 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-f9e26f92-28ee-4a65-a239-e5ae0d9053c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:06.336648 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-f9e26f92-28ee-4a65-a239-e5ae0d9053c4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/48d01534-72ee-4f4c-9258-6362c8049c60 HTTP/1.1" status: 204 len: 168 time: 0.2542140 May 21 15:21:06.759399 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 57948) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:21:06.782188 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-9dd7499c-d6bb-4ed5-b4fb-b7d3d6a48db1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:06.799078 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-9dd7499c-d6bb-4ed5-b4fb-b7d3d6a48db1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:21:06.811159 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-9dd7499c-d6bb-4ed5-b4fb-b7d3d6a48db1 admin admin] Usage tracker for resource:security_group_rule and tenant:29c360269e64450896580539d40cad3a is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:21:06.812899 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-9dd7499c-d6bb-4ed5-b4fb-b7d3d6a48db1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:21:06.828086 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-9dd7499c-d6bb-4ed5-b4fb-b7d3d6a48db1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:21:06.946265 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-9dd7499c-d6bb-4ed5-b4fb-b7d3d6a48db1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:06.952279 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-9dd7499c-d6bb-4ed5-b4fb-b7d3d6a48db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:06.966267 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-b89ee48b-08d3-4e57-b9ab-cd282823caf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:07.008365 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-9dd7499c-d6bb-4ed5-b4fb-b7d3d6a48db1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=29c360269e64450896580539d40cad3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2472215 May 21 15:21:07.009576 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd7499c-d6bb-4ed5-b4fb-b7d3d6a48db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1754c8f1-0b9d-401c-a846-cf30513dccca,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:07.011197 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 57964) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:21:07.012929 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-9dd7499c-d6bb-4ed5-b4fb-b7d3d6a48db1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:07.085998 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-2362647a-bff7-4de4-8ddf-097f106cc649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:07.113558 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-2362647a-bff7-4de4-8ddf-097f106cc649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:07.173746 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 57980) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:21:07.174354 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-2362647a-bff7-4de4-8ddf-097f106cc649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:07.179432 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-63d33e1a-b2d9-4fcf-975a-67110bfd3e07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:07.244233 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2362647a-bff7-4de4-8ddf-097f106cc649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1754c8f1-0b9d-401c-a846-cf30513dccca,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:07.248289 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-2362647a-bff7-4de4-8ddf-097f106cc649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:07.263240 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-6ac69e4e-6923-4539-8fd5-1c97c695a121 req-e335529c-29c0-42b1-b7a4-d116b5fd6f26 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a0c8708-c963-4f76-b2c6-1625e2e39ec8 HTTP/1.1" status: 200 len: 210 time: 0.0708084 May 21 15:21:07.279510 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-2362647a-bff7-4de4-8ddf-097f106cc649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:07.280740 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-2362647a-bff7-4de4-8ddf-097f106cc649 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1754c8f1-0b9d-401c-a846-cf30513dccca HTTP/1.1" status: 204 len: 168 time: 0.2678075 May 21 15:21:07.566857 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-24fe7a4a-5bcd-40a2-b211-1c672351d10c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:07.637326 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-24fe7a4a-5bcd-40a2-b211-1c672351d10c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:21:07.659711 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-24fe7a4a-5bcd-40a2-b211-1c672351d10c admin admin] Usage tracker for resource:security_group_rule and tenant:1c4c33de2bff49c8ae0328f9c0677bc7 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:21:07.674824 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-24fe7a4a-5bcd-40a2-b211-1c672351d10c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:21:07.696261 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-24fe7a4a-5bcd-40a2-b211-1c672351d10c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:21:07.862651 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aaa6a6-e5b6-4d44-a103-37f674dd51f6 req-beacd858-07c7-4535-bb4c-af4f999585e1 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:07.864473 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-44aaa6a6-e5b6-4d44-a103-37f674dd51f6 req-beacd858-07c7-4535-bb4c-af4f999585e1 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Synchronizing usage tracker for tenant:f68e94ae626e4618b509d667e1d492d1 on resource:network {{(pid=91548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:21:07.908931 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-44aaa6a6-e5b6-4d44-a103-37f674dd51f6 req-beacd858-07c7-4535-bb4c-af4f999585e1 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Unset dirty status for tenant:f68e94ae626e4618b509d667e1d492d1 on resource:network {{(pid=91548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:21:07.910256 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-44aaa6a6-e5b6-4d44-a103-37f674dd51f6 req-beacd858-07c7-4535-bb4c-af4f999585e1 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.68 "GET /v2.0/networks?id=321c2ca3-09b1-4787-88ab-24465b663b2d HTTP/1.1" status: 200 len: 815 time: 0.5439391 May 21 15:21:07.935127 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [req-44aaa6a6-e5b6-4d44-a103-37f674dd51f6 req-0673b0f3-cd41-4e3d-83d3-1de037ce75ac tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Request body: {'port': {'device_id': '3a0c8708-c963-4f76-b2c6-1625e2e39ec8', 'network_id': '321c2ca3-09b1-4787-88ab-24465b663b2d', 'admin_state_up': True, 'tenant_id': 'f68e94ae626e4618b509d667e1d492d1'}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:21:07.949465 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 58032) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:21:07.973603 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-24fe7a4a-5bcd-40a2-b211-1c672351d10c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:08.034842 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-24fe7a4a-5bcd-40a2-b211-1c672351d10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:08.053411 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-2ac19d25-494d-4007-9281-8eb6d7ac8c1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:08.087397 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fe7a4a-5bcd-40a2-b211-1c672351d10c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a90be8-521c-468e-a863-b7138e90cb27,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:08.090657 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-24fe7a4a-5bcd-40a2-b211-1c672351d10c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:08.120275 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-24fe7a4a-5bcd-40a2-b211-1c672351d10c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1c4c33de2bff49c8ae0328f9c0677bc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9452360 May 21 15:21:08.123124 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 58050) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:21:08.184632 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [req-44aaa6a6-e5b6-4d44-a103-37f674dd51f6 req-0673b0f3-cd41-4e3d-83d3-1de037ce75ac tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:21:08.196905 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [req-44aaa6a6-e5b6-4d44-a103-37f674dd51f6 req-0673b0f3-cd41-4e3d-83d3-1de037ce75ac tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:21:08.226274 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44aaa6a6-e5b6-4d44-a103-37f674dd51f6 req-0673b0f3-cd41-4e3d-83d3-1de037ce75ac tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Made reservation on behalf of f68e94ae626e4618b509d667e1d492d1 for: {'port': 1} {{(pid=91548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:21:08.232744 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-44aaa6a6-e5b6-4d44-a103-37f674dd51f6 req-0673b0f3-cd41-4e3d-83d3-1de037ce75ac tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:08.258791 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-96031794-08bb-43d0-ad0e-6766eaee6dba admin admin] Notify callbacks [] for security_group, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:08.284487 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-96031794-08bb-43d0-ad0e-6766eaee6dba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:21:08.294213 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-96031794-08bb-43d0-ad0e-6766eaee6dba admin admin] Usage tracker for resource:security_group_rule and tenant:1b43d6fe6f8e42a7ab24cc93928a4907 is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:21:08.299902 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-96031794-08bb-43d0-ad0e-6766eaee6dba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:21:08.303653 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-ff4a7bf9-d102-49ed-b54c-4b66c062b63f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:08.339731 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-ff4a7bf9-d102-49ed-b54c-4b66c062b63f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:08.437320 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-96031794-08bb-43d0-ad0e-6766eaee6dba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:21:08.446259 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-ff4a7bf9-d102-49ed-b54c-4b66c062b63f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:08.460494 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:08.475433 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.db_base_plugin_common [req-44aaa6a6-e5b6-4d44-a103-37f674dd51f6 req-0673b0f3-cd41-4e3d-83d3-1de037ce75ac tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Allocated IP 172.20.0.7 (321c2ca3-09b1-4787-88ab-24465b663b2d/f04d5cd6-64de-425f-ad82-16f66f2c1a9c/9cd3c9a4-9ff4-45b7-92f5-328bac5c4c2c) {{(pid=91548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:21:08.571954 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-ff4a7bf9-d102-49ed-b54c-4b66c062b63f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:08.573452 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-ff4a7bf9-d102-49ed-b54c-4b66c062b63f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/68a90be8-521c-468e-a863-b7138e90cb27 HTTP/1.1" status: 204 len: 168 time: 0.4487884 May 21 15:21:08.574544 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4a7bf9-d102-49ed-b54c-4b66c062b63f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a90be8-521c-468e-a863-b7138e90cb27,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:08.577500 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-ff4a7bf9-d102-49ed-b54c-4b66c062b63f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:08.582413 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-d2ce296c-32d3-45f9-9ef5-bd7193db139a req-7542e1fa-3360-43c0-9149-06b53333b664 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a0c8708-c963-4f76-b2c6-1625e2e39ec8 HTTP/1.1" status: 200 len: 210 time: 0.1265259 May 21 15:21:08.715728 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-96031794-08bb-43d0-ad0e-6766eaee6dba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:08.726224 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-96031794-08bb-43d0-ad0e-6766eaee6dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:08.737240 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:08.784324 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 58092) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:21:08.784532 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-96031794-08bb-43d0-ad0e-6766eaee6dba admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1b43d6fe6f8e42a7ab24cc93928a4907&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8336461 May 21 15:21:08.787148 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96031794-08bb-43d0-ad0e-6766eaee6dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=614d7d15-02d2-4a66-9afb-15f5148e1759,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:08.790692 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-96031794-08bb-43d0-ad0e-6766eaee6dba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:08.811039 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-44aaa6a6-e5b6-4d44-a103-37f674dd51f6 req-0673b0f3-cd41-4e3d-83d3-1de037ce75ac tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Notify callbacks [] for port, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:08.897673 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-2428377e-3974-49cf-9779-cd35f2b14810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:08.930057 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-2428377e-3974-49cf-9779-cd35f2b14810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:08.938800 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-44aaa6a6-e5b6-4d44-a103-37f674dd51f6 req-0673b0f3-cd41-4e3d-83d3-1de037ce75ac tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730419340153'] for port, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:08.955770 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-90b4b839-2be7-44a7-a392-4d7d41b99acc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:08.959146 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] get_ports_and_sgs() called for port_ids ['e5baad11-dfe2-4593-8882-7685a2339cc7'] {{(pid=91550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:21:09.063648 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44aaa6a6-e5b6-4d44-a103-37f674dd51f6 req-0673b0f3-cd41-4e3d-83d3-1de037ce75ac tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Network 321c2ca3-09b1-4787-88ab-24465b663b2d is already hosted by enough agents. {{(pid=91548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:21:09.084617 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.base_scheduler [req-44aaa6a6-e5b6-4d44-a103-37f674dd51f6 req-0673b0f3-cd41-4e3d-83d3-1de037ce75ac tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Resources bound (agent type, host, resource id): {{(pid=91548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:21:09.090472 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.l3_dvrscheduler_db [req-44aaa6a6-e5b6-4d44-a103-37f674dd51f6 req-0673b0f3-cd41-4e3d-83d3-1de037ce75ac tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Received port after_create {{(pid=91548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:21:09.096278 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aaa6a6-e5b6-4d44-a103-37f674dd51f6 req-0673b0f3-cd41-4e3d-83d3-1de037ce75ac tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:09.096930 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-44aaa6a6-e5b6-4d44-a103-37f674dd51f6 req-0673b0f3-cd41-4e3d-83d3-1de037ce75ac tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697775'] for port, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:09.119976 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0673b0f3-cd41-4e3d-83d3-1de037ce75ac tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Pushing event updated for resources: {'Port': ['ID=9cd3c9a4-9ff4-45b7-92f5-328bac5c4c2c,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:09.123273 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-0673b0f3-cd41-4e3d-83d3-1de037ce75ac tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:09.138195 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-2428377e-3974-49cf-9779-cd35f2b14810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:09.145219 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-f39e2e90-c4b4-4a5e-a9db-2dda6705661d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:09.168153 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2428377e-3974-49cf-9779-cd35f2b14810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=614d7d15-02d2-4a66-9afb-15f5148e1759,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:09.171785 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-2428377e-3974-49cf-9779-cd35f2b14810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:09.173098 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-2428377e-3974-49cf-9779-cd35f2b14810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:09.175167 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-2428377e-3974-49cf-9779-cd35f2b14810 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/614d7d15-02d2-4a66-9afb-15f5148e1759 HTTP/1.1" status: 204 len: 168 time: 0.3880811 May 21 15:21:09.181725 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-44aaa6a6-e5b6-4d44-a103-37f674dd51f6 req-0673b0f3-cd41-4e3d-83d3-1de037ce75ac tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2529385 May 21 15:21:09.196526 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [req-44aaa6a6-e5b6-4d44-a103-37f674dd51f6 req-69b1cca5-8f99-4487-bb99-559d3e90f556 service neutron] Request body: {'port': {'device_id': '3a0c8708-c963-4f76-b2c6-1625e2e39ec8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:21:09.204233 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 58138) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:21:09.243223 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-744c0550-b9d7-4579-8c15-e8e069140033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:09.269987 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-744c0550-b9d7-4579-8c15-e8e069140033 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:21:09.276820 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-744c0550-b9d7-4579-8c15-e8e069140033 admin admin] Usage tracker for resource:security_group_rule and tenant:e79b4d402d5a40d6a206ce5d81c9ed22 is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:21:09.280841 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-744c0550-b9d7-4579-8c15-e8e069140033 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:21:09.288530 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-744c0550-b9d7-4579-8c15-e8e069140033 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:21:09.365525 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-44aaa6a6-e5b6-4d44-a103-37f674dd51f6 req-69b1cca5-8f99-4487-bb99-559d3e90f556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:09.435736 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-744c0550-b9d7-4579-8c15-e8e069140033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:09.442114 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-744c0550-b9d7-4579-8c15-e8e069140033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:09.455985 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:09.489021 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744c0550-b9d7-4579-8c15-e8e069140033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e50567a-99a0-4ffc-960c-a4d6afedffec,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:09.504882 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-744c0550-b9d7-4579-8c15-e8e069140033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:09.549854 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-744c0550-b9d7-4579-8c15-e8e069140033 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e79b4d402d5a40d6a206ce5d81c9ed22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3429141 May 21 15:21:09.552663 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 58156) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:21:09.687833 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-864d2dd8-777e-4913-8adb-f4f51335343c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:09.753414 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-864d2dd8-777e-4913-8adb-f4f51335343c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:09.875777 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 58174) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:21:09.910132 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-83674777-c790-447c-a05a-35bfcfa7e4ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:09.943702 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-83674777-c790-447c-a05a-35bfcfa7e4ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:21:09.951522 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-83674777-c790-447c-a05a-35bfcfa7e4ab admin admin] Usage tracker for resource:security_group_rule and tenant:8cc910f0140c4b3695557fc4a56863de is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:21:09.956366 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-83674777-c790-447c-a05a-35bfcfa7e4ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:21:09.964409 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-83674777-c790-447c-a05a-35bfcfa7e4ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:21:09.978063 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdddc82-9459-4f84-9a0c-467055f65ab4 req-e15ec0d0-8351-4fad-ac97-c138f0d5c776 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:09.979561 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-bbdddc82-9459-4f84-9a0c-467055f65ab4 req-e15ec0d0-8351-4fad-ac97-c138f0d5c776 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a0c8708-c963-4f76-b2c6-1625e2e39ec8 HTTP/1.1" status: 200 len: 931 time: 0.1777191 May 21 15:21:09.984877 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-864d2dd8-777e-4913-8adb-f4f51335343c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:09.994404 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-e852ac3f-9549-4034-b184-d6887387db86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:10.003796 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.notifiers.nova [req-44aaa6a6-e5b6-4d44-a103-37f674dd51f6 req-69b1cca5-8f99-4487-bb99-559d3e90f556 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cd3c9a4-9ff4-45b7-92f5-328bac5c4c2c {{(pid=91548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:21:10.015920 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-44aaa6a6-e5b6-4d44-a103-37f674dd51f6 req-69b1cca5-8f99-4487-bb99-559d3e90f556 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:10.039242 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.provisioning_blocks [req-44aaa6a6-e5b6-4d44-a103-37f674dd51f6 req-69b1cca5-8f99-4487-bb99-559d3e90f556 service neutron] Transition to ACTIVE for port object 9cd3c9a4-9ff4-45b7-92f5-328bac5c4c2c will not be triggered until provisioned by entity L2. {{(pid=91548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:21:10.046565 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864d2dd8-777e-4913-8adb-f4f51335343c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e50567a-99a0-4ffc-960c-a4d6afedffec,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:10.047569 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-44aaa6a6-e5b6-4d44-a103-37f674dd51f6 req-69b1cca5-8f99-4487-bb99-559d3e90f556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:10.055871 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-864d2dd8-777e-4913-8adb-f4f51335343c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:10.057287 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-eaa7f1e5-8105-4d8c-8bf9-813c85648fce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:10.088408 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-864d2dd8-777e-4913-8adb-f4f51335343c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:10.103209 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-864d2dd8-777e-4913-8adb-f4f51335343c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0e50567a-99a0-4ffc-960c-a4d6afedffec HTTP/1.1" status: 204 len: 168 time: 0.5374289 May 21 15:21:10.136607 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-bbdddc82-9459-4f84-9a0c-467055f65ab4 req-4fc8bb05-a64c-403e-a564-fed915dbafd0 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b78fdd-8b23-431a-a677-c884f9e23eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429901 May 21 15:21:10.232583 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-83674777-c790-447c-a05a-35bfcfa7e4ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:10.245080 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-83674777-c790-447c-a05a-35bfcfa7e4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:10.249223 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b1cca5-8f99-4487-bb99-559d3e90f556 service neutron] Pushing event updated for resources: {'Port': ['ID=9cd3c9a4-9ff4-45b7-92f5-328bac5c4c2c,revision_number=2']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:10.254292 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-69b1cca5-8f99-4487-bb99-559d3e90f556 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:10.261468 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-f8e0e4f7-4a19-4c05-95cc-24301e9ecbdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:10.301291 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83674777-c790-447c-a05a-35bfcfa7e4ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7349156a-3479-444d-a117-b7715c29b6e0,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:10.306045 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-83674777-c790-447c-a05a-35bfcfa7e4ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:10.319635 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.managers [req-44aaa6a6-e5b6-4d44-a103-37f674dd51f6 req-69b1cca5-8f99-4487-bb99-559d3e90f556 service neutron] Attempting to bind port 9cd3c9a4-9ff4-45b7-92f5-328bac5c4c2c on host hv-cinder-79229 for vnic_type normal with profile {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:21:10.319966 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.managers [req-44aaa6a6-e5b6-4d44-a103-37f674dd51f6 req-69b1cca5-8f99-4487-bb99-559d3e90f556 service neutron] Attempting to bind port 9cd3c9a4-9ff4-45b7-92f5-328bac5c4c2c by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '2d67f94e-8ecf-4f8b-811f-9d8f4012b1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '321c2ca3-09b1-4787-88ab-24465b663b2d'}] {{(pid=91548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:21:10.320202 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-83674777-c790-447c-a05a-35bfcfa7e4ab admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8cc910f0140c4b3695557fc4a56863de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4419835 May 21 15:21:10.320321 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44aaa6a6-e5b6-4d44-a103-37f674dd51f6 req-69b1cca5-8f99-4487-bb99-559d3e90f556 service neutron] Attempting to bind port 9cd3c9a4-9ff4-45b7-92f5-328bac5c4c2c on network 321c2ca3-09b1-4787-88ab-24465b663b2d {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:21:10.322871 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 58192) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:21:10.325204 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44aaa6a6-e5b6-4d44-a103-37f674dd51f6 req-69b1cca5-8f99-4487-bb99-559d3e90f556 service neutron] Port 9cd3c9a4-9ff4-45b7-92f5-328bac5c4c2c on network 321c2ca3-09b1-4787-88ab-24465b663b2d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 15:21:10.325517 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44aaa6a6-e5b6-4d44-a103-37f674dd51f6 req-69b1cca5-8f99-4487-bb99-559d3e90f556 service neutron] Attempting to bind port 9cd3c9a4-9ff4-45b7-92f5-328bac5c4c2c on network 321c2ca3-09b1-4787-88ab-24465b663b2d {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:21:10.330939 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44aaa6a6-e5b6-4d44-a103-37f674dd51f6 req-69b1cca5-8f99-4487-bb99-559d3e90f556 service neutron] Checking agent: {'id': '4762cb26-ef72-475b-a9a0-8f480bf27f9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 18, 22), 'started_at': datetime.datetime(2021, 5, 21, 15, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:21:10.331275 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44aaa6a6-e5b6-4d44-a103-37f674dd51f6 req-69b1cca5-8f99-4487-bb99-559d3e90f556 service neutron] Checking segment: {'id': '2d67f94e-8ecf-4f8b-811f-9d8f4012b1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '321c2ca3-09b1-4787-88ab-24465b663b2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:21:10.331680 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44aaa6a6-e5b6-4d44-a103-37f674dd51f6 req-69b1cca5-8f99-4487-bb99-559d3e90f556 service neutron] Bound using segment: {'id': '2d67f94e-8ecf-4f8b-811f-9d8f4012b1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '321c2ca3-09b1-4787-88ab-24465b663b2d'} {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:21:10.332106 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.managers [req-44aaa6a6-e5b6-4d44-a103-37f674dd51f6 req-69b1cca5-8f99-4487-bb99-559d3e90f556 service neutron] Bound port: 9cd3c9a4-9ff4-45b7-92f5-328bac5c4c2c, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d67f94e-8ecf-4f8b-811f-9d8f4012b1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '321c2ca3-09b1-4787-88ab-24465b663b2d'}}] {{(pid=91548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:21:10.332446 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-44aaa6a6-e5b6-4d44-a103-37f674dd51f6 req-69b1cca5-8f99-4487-bb99-559d3e90f556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:10.391177 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-3e2a7261-25f2-4238-9185-b66d7b2b45b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:10.423317 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-3e2a7261-25f2-4238-9185-b66d7b2b45b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:10.435633 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [req-44aaa6a6-e5b6-4d44-a103-37f674dd51f6 req-69b1cca5-8f99-4487-bb99-559d3e90f556 service neutron] For port 9cd3c9a4-9ff4-45b7-92f5-328bac5c4c2c, host hv-cinder-79229, cleared binding levels {{(pid=91548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:21:10.439429 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [req-44aaa6a6-e5b6-4d44-a103-37f674dd51f6 req-69b1cca5-8f99-4487-bb99-559d3e90f556 service neutron] For port 9cd3c9a4-9ff4-45b7-92f5-328bac5c4c2c, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=9cd3c9a4-9ff4-45b7-92f5-328bac5c4c2c,segment=NetworkSegment(2d67f94e-8ecf-4f8b-811f-9d8f4012b1b2),segment_id=2d67f94e-8ecf-4f8b-811f-9d8f4012b1b2)] {{(pid=91548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:21:10.445535 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-44aaa6a6-e5b6-4d44-a103-37f674dd51f6 req-69b1cca5-8f99-4487-bb99-559d3e90f556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:10.452158 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:10.497865 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-3e2a7261-25f2-4238-9185-b66d7b2b45b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:10.508198 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:10.526672 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2a7261-25f2-4238-9185-b66d7b2b45b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7349156a-3479-444d-a117-b7715c29b6e0,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:10.529501 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-3e2a7261-25f2-4238-9185-b66d7b2b45b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:10.533156 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-3e2a7261-25f2-4238-9185-b66d7b2b45b6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7349156a-3479-444d-a117-b7715c29b6e0 HTTP/1.1" status: 204 len: 168 time: 0.2068698 May 21 15:21:10.533156 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-3e2a7261-25f2-4238-9185-b66d7b2b45b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:10.573783 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aaa6a6-e5b6-4d44-a103-37f674dd51f6 req-69b1cca5-8f99-4487-bb99-559d3e90f556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:10.574578 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-44aaa6a6-e5b6-4d44-a103-37f674dd51f6 req-69b1cca5-8f99-4487-bb99-559d3e90f556 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697775'] for port, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:10.575855 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-44aaa6a6-e5b6-4d44-a103-37f674dd51f6 req-69b1cca5-8f99-4487-bb99-559d3e90f556 service neutron] 10.222.0.68 "PUT /v2.0/ports/9cd3c9a4-9ff4-45b7-92f5-328bac5c4c2c HTTP/1.1" status: 200 len: 1093 time: 1.3850825 May 21 15:21:10.576606 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a0c8708-c963-4f76-b2c6-1625e2e39ec8', 'tag': '9cd3c9a4-9ff4-45b7-92f5-328bac5c4c2c'}] {{(pid=91548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:21:10.694415 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a0c8708-c963-4f76-b2c6-1625e2e39ec8', 'tag': '9cd3c9a4-9ff4-45b7-92f5-328bac5c4c2c', 'status': 'completed', 'code': 200} May 21 15:21:10.709944 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b1cca5-8f99-4487-bb99-559d3e90f556 service neutron] Pushing event updated for resources: {'Port': ['ID=9cd3c9a4-9ff4-45b7-92f5-328bac5c4c2c,revision_number=3']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:10.717998 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-69b1cca5-8f99-4487-bb99-559d3e90f556 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:10.753482 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aaa6a6-e5b6-4d44-a103-37f674dd51f6 req-c7cc857f-6689-4072-875e-cb5752a896ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:10.755292 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-44aaa6a6-e5b6-4d44-a103-37f674dd51f6 req-c7cc857f-6689-4072-875e-cb5752a896ce service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f68e94ae626e4618b509d667e1d492d1&device_id=3a0c8708-c963-4f76-b2c6-1625e2e39ec8 HTTP/1.1" status: 200 len: 1096 time: 0.1177747 May 21 15:21:10.843426 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-44aaa6a6-e5b6-4d44-a103-37f674dd51f6 req-3e03ead5-5d0d-485e-bfc5-a7e04cd4e45a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9cd3c9a4-9ff4-45b7-92f5-328bac5c4c2c HTTP/1.1" status: 200 len: 217 time: 0.0780046 May 21 15:21:10.923914 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 58232) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:21:10.974445 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aaa6a6-e5b6-4d44-a103-37f674dd51f6 req-003ba7c9-7c4f-45ff-b832-bc2b63acbee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:10.975822 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-44aaa6a6-e5b6-4d44-a103-37f674dd51f6 req-003ba7c9-7c4f-45ff-b832-bc2b63acbee1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f04d5cd6-64de-425f-ad82-16f66f2c1a9c HTTP/1.1" status: 200 len: 855 time: 0.1158707 May 21 15:21:11.051841 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-44aaa6a6-e5b6-4d44-a103-37f674dd51f6 req-dabfefbd-092f-4029-ab9b-7e26a46b689c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=321c2ca3-09b1-4787-88ab-24465b663b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505002 May 21 15:21:11.095651 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.db_base_plugin_v2 [None req-49fc80ba-5551-4860-a1e4-c14ed318b1c7 admin admin] Deleting subnet 7e18aad5-d825-4b55-9ab4-41ec4846e7c7 {{(pid=91548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 21 15:21:11.101020 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-49fc80ba-5551-4860-a1e4-c14ed318b1c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:11.308438 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-49fc80ba-5551-4860-a1e4-c14ed318b1c7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:11.353706 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-49fc80ba-5551-4860-a1e4-c14ed318b1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708537'] for subnet, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:11.413374 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-44aaa6a6-e5b6-4d44-a103-37f674dd51f6 req-1d2561fc-7530-46d7-86bb-d2b80e4878b1 service neutron] 10.222.0.68 "GET /v2.0/networks/321c2ca3-09b1-4787-88ab-24465b663b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464630 May 21 15:21:11.477025 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f229b-a259-4b8c-b0ac-c71e7ee56251 req-61a36c7f-1121-404d-b6b2-4256b04def44 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:11.478563 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-8e8f229b-a259-4b8c-b0ac-c71e7ee56251 req-61a36c7f-1121-404d-b6b2-4256b04def44 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a0c8708-c963-4f76-b2c6-1625e2e39ec8 HTTP/1.1" status: 200 len: 943 time: 0.1384385 May 21 15:21:11.611507 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-8e8f229b-a259-4b8c-b0ac-c71e7ee56251 req-1634ceba-ec87-43f4-95ca-dd67c9946620 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b78fdd-8b23-431a-a677-c884f9e23eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253576 May 21 15:21:11.793221 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-44aaa6a6-e5b6-4d44-a103-37f674dd51f6 req-a372066a-7065-4536-91ab-e9afc3e71fc7 service neutron] 10.222.0.68 "GET /v2.0/networks/321c2ca3-09b1-4787-88ab-24465b663b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3710520 May 21 15:21:11.949186 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-49fc80ba-5551-4860-a1e4-c14ed318b1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757'] for subnet, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:11.955726 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd2ee6-8f6d-40d6-b086-1f44dbce00e3 req-3a1d1f05-9c33-4990-9b4b-5af6d017cf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:11.957240 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-40dd2ee6-8f6d-40d6-b086-1f44dbce00e3 req-3a1d1f05-9c33-4990-9b4b-5af6d017cf87 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f68e94ae626e4618b509d667e1d492d1&device_id=3a0c8708-c963-4f76-b2c6-1625e2e39ec8 HTTP/1.1" status: 200 len: 1096 time: 0.1082602 May 21 15:21:11.958972 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-55fc0da9-8206-4a9f-96f3-0ecff711c2a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:12.034876 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4423d9c7-e31d-4910-ba4e-49d6d14eebdb req-7dda9660-add0-4089-9f33-a69ad45d6c39 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:12.043059 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-4423d9c7-e31d-4910-ba4e-49d6d14eebdb req-7dda9660-add0-4089-9f33-a69ad45d6c39 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a83021f-5457-49eb-8026-84bcf6e4d125 HTTP/1.1" status: 200 len: 945 time: 0.1176617 May 21 15:21:12.093711 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-4423d9c7-e31d-4910-ba4e-49d6d14eebdb req-608d4e08-7e3d-43ce-868e-ee214b29417e tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] 10.222.0.69 "GET /v2.0/security-groups?id=dd474cac-e66a-49ec-bf79-4c4d35130721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496786 May 21 15:21:12.150577 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fc80ba-5551-4860-a1e4-c14ed318b1c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e18aad5-d825-4b55-9ab4-41ec4846e7c7,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:12.163709 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-49fc80ba-5551-4860-a1e4-c14ed318b1c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:12.176303 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-49fc80ba-5551-4860-a1e4-c14ed318b1c7 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/7e18aad5-d825-4b55-9ab4-41ec4846e7c7 HTTP/1.1" status: 204 len: 168 time: 1.2508049 May 21 15:21:12.178842 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 58296) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:21:12.186802 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-49fc80ba-5551-4860-a1e4-c14ed318b1c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:12.218499 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd2ee6-8f6d-40d6-b086-1f44dbce00e3 req-264acfbb-0f37-49a5-ab58-d617cdf44f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:12.220051 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-40dd2ee6-8f6d-40d6-b086-1f44dbce00e3 req-264acfbb-0f37-49a5-ab58-d617cdf44f0a service neutron] 10.222.0.68 "GET /v2.0/networks?id=321c2ca3-09b1-4787-88ab-24465b663b2d HTTP/1.1" status: 200 len: 916 time: 0.2336445 May 21 15:21:12.299315 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 58306) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:21:12.316760 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-40dd2ee6-8f6d-40d6-b086-1f44dbce00e3 req-8ebce500-d97e-4adb-83f6-7f51882a4dc3 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9cd3c9a4-9ff4-45b7-92f5-328bac5c4c2c HTTP/1.1" status: 200 len: 217 time: 0.0871110 May 21 15:21:12.398772 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-96589e79-95a0-4ad7-933a-5cbe48467163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732154'] for network, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:12.405685 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd2ee6-8f6d-40d6-b086-1f44dbce00e3 req-299c7c40-7104-4c44-b3a8-9f4e8f4e2ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:12.407212 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-40dd2ee6-8f6d-40d6-b086-1f44dbce00e3 req-299c7c40-7104-4c44-b3a8-9f4e8f4e2ca7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f04d5cd6-64de-425f-ad82-16f66f2c1a9c HTTP/1.1" status: 200 len: 855 time: 0.0804806 May 21 15:21:12.470553 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-40dd2ee6-8f6d-40d6-b086-1f44dbce00e3 req-84794f36-01ca-41f6-8bc6-6baeb3c9ab3e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=321c2ca3-09b1-4787-88ab-24465b663b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530720 May 21 15:21:12.575827 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-96589e79-95a0-4ad7-933a-5cbe48467163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707840', 'neutron.services.segments.db._delete_segments_for_network-8730419779193'] for network, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:12.598301 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-96589e79-95a0-4ad7-933a-5cbe48467163 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:21:12.599120 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-96589e79-95a0-4ad7-933a-5cbe48467163 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:21:12.600143 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-96589e79-95a0-4ad7-933a-5cbe48467163 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:21:12.600724 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-96589e79-95a0-4ad7-933a-5cbe48467163 admin admin] Subscribe: > port after_create 55550000 {{(pid=91549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:21:12.601286 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-96589e79-95a0-4ad7-933a-5cbe48467163 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:21:12.601828 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-96589e79-95a0-4ad7-933a-5cbe48467163 admin admin] Subscribe: > port after_update 55550000 {{(pid=91549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:21:12.602290 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-96589e79-95a0-4ad7-933a-5cbe48467163 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:21:12.602751 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-96589e79-95a0-4ad7-933a-5cbe48467163 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:21:12.603306 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-96589e79-95a0-4ad7-933a-5cbe48467163 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:21:12.603737 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-96589e79-95a0-4ad7-933a-5cbe48467163 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:21:12.634594 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-40dd2ee6-8f6d-40d6-b086-1f44dbce00e3 req-981d9f61-962a-471c-867b-a993c89228be service neutron] 10.222.0.68 "GET /v2.0/networks/321c2ca3-09b1-4787-88ab-24465b663b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558175 May 21 15:21:12.689560 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-58244141-e520-47f2-b45c-4ae4970093b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:12.750808 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-58244141-e520-47f2-b45c-4ae4970093b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:21:12.766400 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-58244141-e520-47f2-b45c-4ae4970093b0 admin admin] Usage tracker for resource:security_group_rule and tenant:b2e47bf7bc2c4bdb8b82d5e8999ac594 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:21:12.771625 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-58244141-e520-47f2-b45c-4ae4970093b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:21:12.780018 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-58244141-e520-47f2-b45c-4ae4970093b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:21:12.805522 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-96589e79-95a0-4ad7-933a-5cbe48467163 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:21:12.805878 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-96589e79-95a0-4ad7-933a-5cbe48467163 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:21:12.806210 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-96589e79-95a0-4ad7-933a-5cbe48467163 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:21:12.806540 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-96589e79-95a0-4ad7-933a-5cbe48467163 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:21:12.807094 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.services.segments.db [None req-96589e79-95a0-4ad7-933a-5cbe48467163 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e246fbb7-42d2-4116-9a43-7e225de0b411']}} {{(pid=91549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:21:12.878221 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.services.segments.db [None req-96589e79-95a0-4ad7-933a-5cbe48467163 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cea9a51-b70f-448e-8cc1-7a34efb30eee') {'for_net_delete': True} {{(pid=91549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:21:12.878699 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.services.segments.db [None req-96589e79-95a0-4ad7-933a-5cbe48467163 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cea9a51-b70f-448e-8cc1-7a34efb30eee') {} {{(pid=91549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:21:12.881466 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-40dd2ee6-8f6d-40d6-b086-1f44dbce00e3 req-d84a8fb0-6eb2-4842-ad27-5a51254ff917 service neutron] 10.222.0.68 "GET /v2.0/networks/321c2ca3-09b1-4787-88ab-24465b663b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222352 May 21 15:21:12.904168 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-96589e79-95a0-4ad7-933a-5cbe48467163 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730419791885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16600647'] for segment, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:12.939359 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-96589e79-95a0-4ad7-933a-5cbe48467163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703692'] for segment, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:12.952808 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96589e79-95a0-4ad7-933a-5cbe48467163 admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=91549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 21 15:21:12.953237 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-96589e79-95a0-4ad7-933a-5cbe48467163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14871445'] for segment, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:12.961788 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-58244141-e520-47f2-b45c-4ae4970093b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:12.967527 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-58244141-e520-47f2-b45c-4ae4970093b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:12.971580 dv-cinder-792299-3-iscsi neutron-server[91549]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 21 15:21:12.971580 dv-cinder-792299-3-iscsi neutron-server[91549]: from cryptography.utils import int_from_bytes May 21 15:21:12.971580 dv-cinder-792299-3-iscsi neutron-server[91549]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 21 15:21:12.971580 dv-cinder-792299-3-iscsi neutron-server[91549]: from cryptography.utils import int_from_bytes May 21 15:21:12.971580 dv-cinder-792299-3-iscsi neutron-server[91549]: Traceback (most recent call last): May 21 15:21:12.971580 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 21 15:21:12.971580 dv-cinder-792299-3-iscsi neutron-server[91549]: timer() May 21 15:21:12.971580 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 21 15:21:12.971580 dv-cinder-792299-3-iscsi neutron-server[91549]: cb(*args, **kw) May 21 15:21:12.971580 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 21 15:21:12.971580 dv-cinder-792299-3-iscsi neutron-server[91549]: return func(*args, **kwargs) May 21 15:21:12.971580 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 21 15:21:12.971580 dv-cinder-792299-3-iscsi neutron-server[91549]: self._notify() May 21 15:21:12.971580 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 21 15:21:12.971580 dv-cinder-792299-3-iscsi neutron-server[91549]: self.callback(batched_events) May 21 15:21:12.971580 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 21 15:21:12.971580 dv-cinder-792299-3-iscsi neutron-server[91549]: event.method(event) May 21 15:21:12.971580 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 21 15:21:12.971580 dv-cinder-792299-3-iscsi neutron-server[91549]: aggregate_id = self._get_aggregate_id(event.segment_id) May 21 15:21:12.971580 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 21 15:21:12.971580 dv-cinder-792299-3-iscsi neutron-server[91549]: aggregate_uuid = self.p_client.list_aggregates( May 21 15:21:12.971580 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 21 15:21:12.971580 dv-cinder-792299-3-iscsi neutron-server[91549]: return f(self, *a, **k) May 21 15:21:12.971580 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 21 15:21:12.971580 dv-cinder-792299-3-iscsi neutron-server[91549]: return self._get(url).json() May 21 15:21:12.971580 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 21 15:21:12.971580 dv-cinder-792299-3-iscsi neutron-server[91549]: return self._client.get(url, endpoint_filter=self._ks_filter, May 21 15:21:12.971580 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 21 15:21:12.971580 dv-cinder-792299-3-iscsi neutron-server[91549]: return self.request(url, 'GET', **kwargs) May 21 15:21:12.971580 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 21 15:21:12.971580 dv-cinder-792299-3-iscsi neutron-server[91549]: base_url = self.get_endpoint(auth, allow=allow, May 21 15:21:12.971580 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 21 15:21:12.971580 dv-cinder-792299-3-iscsi neutron-server[91549]: auth = self._auth_required(auth, 'determine endpoint URL') May 21 15:21:12.971580 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 21 15:21:12.971580 dv-cinder-792299-3-iscsi neutron-server[91549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 21 15:21:12.971580 dv-cinder-792299-3-iscsi neutron-server[91549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 21 15:21:12.981522 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-9dd7499c-d6bb-4ed5-b4fb-b7d3d6a48db1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:13.031034 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-58244141-e520-47f2-b45c-4ae4970093b0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b2e47bf7bc2c4bdb8b82d5e8999ac594&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7305996 May 21 15:21:13.033412 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58244141-e520-47f2-b45c-4ae4970093b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b05ef9e-3994-45d3-8b95-1125176ecf1a,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:13.035821 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 58336) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:21:13.055332 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-58244141-e520-47f2-b45c-4ae4970093b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:13.115048 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3ef641-572b-4234-a1c1-c9ba3d136ec5 req-1969031b-e5b1-443e-9094-10fb9b88d64a tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:13.116807 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-ee3ef641-572b-4234-a1c1-c9ba3d136ec5 req-1969031b-e5b1-443e-9094-10fb9b88d64a tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a0c8708-c963-4f76-b2c6-1625e2e39ec8 HTTP/1.1" status: 200 len: 943 time: 0.3016505 May 21 15:21:13.141882 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-61ef8358-e616-4ee8-b7b7-ef0fc404006b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:13.176446 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 58342) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:21:13.186841 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-ee3ef641-572b-4234-a1c1-c9ba3d136ec5 req-fe88250b-4748-4603-bb48-ec4996238996 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b78fdd-8b23-431a-a677-c884f9e23eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589652 May 21 15:21:13.188044 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-96589e79-95a0-4ad7-933a-5cbe48467163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1599858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763229'] for network, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:13.190028 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-61ef8358-e616-4ee8-b7b7-ef0fc404006b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:13.209386 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-96589e79-95a0-4ad7-933a-5cbe48467163 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697775'] for network, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:13.212409 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-3a7539eb-c9b9-469b-af88-cd2ebe27dd66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:13.231381 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96589e79-95a0-4ad7-933a-5cbe48467163 admin admin] Pushing event deleted for resources: {'Network': ['ID=e246fbb7-42d2-4116-9a43-7e225de0b411,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:13.233983 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-96589e79-95a0-4ad7-933a-5cbe48467163 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:13.238873 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-96589e79-95a0-4ad7-933a-5cbe48467163 admin admin] 10.222.0.69 "DELETE /v2.0/networks/e246fbb7-42d2-4116-9a43-7e225de0b411 HTTP/1.1" status: 204 len: 168 time: 1.0588808 May 21 15:21:13.240285 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 58350) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:21:13.291733 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-61ef8358-e616-4ee8-b7b7-ef0fc404006b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:13.298048 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-4894178d-c5f1-4dc1-89d9-cf9679d6abc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:13.306950 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.db_base_plugin_v2 [None req-2624cae4-222e-4ddf-9563-fe0bce4bdcd5 admin admin] Deleting subnet b156a459-daa4-4af2-800e-c1ad443801ea {{(pid=91549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 21 15:21:13.311772 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-2624cae4-222e-4ddf-9563-fe0bce4bdcd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:13.319675 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ef8358-e616-4ee8-b7b7-ef0fc404006b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b05ef9e-3994-45d3-8b95-1125176ecf1a,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:13.321967 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-61ef8358-e616-4ee8-b7b7-ef0fc404006b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:13.332009 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-61ef8358-e616-4ee8-b7b7-ef0fc404006b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:13.334033 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-61ef8358-e616-4ee8-b7b7-ef0fc404006b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6b05ef9e-3994-45d3-8b95-1125176ecf1a HTTP/1.1" status: 204 len: 168 time: 0.2959845 May 21 15:21:13.450437 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-2624cae4-222e-4ddf-9563-fe0bce4bdcd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16600670'] for subnet, precommit_delete_associations {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:13.541641 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a0bfb0-a29e-4d28-9bd6-a479bb676571 req-a5ad4232-d279-4825-91cf-9aeb28fdb16e tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:13.549196 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-e2a0bfb0-a29e-4d28-9bd6-a479bb676571 req-a5ad4232-d279-4825-91cf-9aeb28fdb16e tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a83021f-5457-49eb-8026-84bcf6e4d125 HTTP/1.1" status: 200 len: 945 time: 0.2398741 May 21 15:21:13.552470 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-2624cae4-222e-4ddf-9563-fe0bce4bdcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708537'] for subnet, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:13.556130 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-5d22ef88-bce4-465e-8b62-af4d558bb3e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:13.572059 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-5d22ef88-bce4-465e-8b62-af4d558bb3e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:21:13.576384 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-5d22ef88-bce4-465e-8b62-af4d558bb3e6 admin admin] Usage tracker for resource:security_group_rule and tenant:e8b23cfd593649b18e178d4ef14de888 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:21:13.579802 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-5d22ef88-bce4-465e-8b62-af4d558bb3e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:21:13.587613 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-5d22ef88-bce4-465e-8b62-af4d558bb3e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:21:13.704271 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-e2a0bfb0-a29e-4d28-9bd6-a479bb676571 req-b02c24d2-21c1-4357-abc5-f92663d5d291 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] 10.222.0.69 "GET /v2.0/security-groups?id=dd474cac-e66a-49ec-bf79-4c4d35130721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536613 May 21 15:21:13.743621 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-5d22ef88-bce4-465e-8b62-af4d558bb3e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:13.748791 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-5d22ef88-bce4-465e-8b62-af4d558bb3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:13.760400 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-88b57a80-6fce-4b57-9b29-23733e29c10e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:13.817069 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d22ef88-bce4-465e-8b62-af4d558bb3e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de62b2ba-bcde-4ba1-ba99-2fb9291052d6,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:13.822853 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-5d22ef88-bce4-465e-8b62-af4d558bb3e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:13.831177 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-5d22ef88-bce4-465e-8b62-af4d558bb3e6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e8b23cfd593649b18e178d4ef14de888&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6475203 May 21 15:21:13.831177 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 58366) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:21:13.907988 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-7102e635-ddb7-4551-bb93-f6accee47b1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:13.942133 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-7102e635-ddb7-4551-bb93-f6accee47b1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:13.957297 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-2624cae4-222e-4ddf-9563-fe0bce4bdcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14871499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16546660'] for subnet, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:13.963637 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 58370) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:21:13.967098 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:14.017332 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-2624cae4-222e-4ddf-9563-fe0bce4bdcd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697775'] for subnet, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:14.020181 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2624cae4-222e-4ddf-9563-fe0bce4bdcd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b156a459-daa4-4af2-800e-c1ad443801ea,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:14.022627 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-2624cae4-222e-4ddf-9563-fe0bce4bdcd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:14.027391 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-2624cae4-222e-4ddf-9563-fe0bce4bdcd5 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/b156a459-daa4-4af2-800e-c1ad443801ea HTTP/1.1" status: 204 len: 168 time: 0.7855852 May 21 15:21:14.029911 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 58376) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:21:14.041519 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-94cf7746-3619-44f9-a818-ef99263c7fd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:14.065497 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-94cf7746-3619-44f9-a818-ef99263c7fd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:21:14.073701 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-94cf7746-3619-44f9-a818-ef99263c7fd1 admin admin] Usage tracker for resource:security_group_rule and tenant:68a61895f68e4691ac3fb9e9c3bb5c5e is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:21:14.078516 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-94cf7746-3619-44f9-a818-ef99263c7fd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:21:14.089228 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-94cf7746-3619-44f9-a818-ef99263c7fd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:21:14.124675 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-7102e635-ddb7-4551-bb93-f6accee47b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:14.131917 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:14.145315 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552fffba-eec5-4f83-92fa-7ee95bc9b6b5 req-de259f85-3011-464c-a8d5-6ddd09492084 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:14.146733 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-552fffba-eec5-4f83-92fa-7ee95bc9b6b5 req-de259f85-3011-464c-a8d5-6ddd09492084 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] Synchronizing usage tracker for tenant:ce308f0e8ed24b5c961b65d61e05b068 on resource:port {{(pid=91548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:21:14.146970 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-bfbe036f-82fe-49db-acec-ff7ecb9ccf79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732154'] for network, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:14.159124 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7102e635-ddb7-4551-bb93-f6accee47b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de62b2ba-bcde-4ba1-ba99-2fb9291052d6,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:14.170336 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-7102e635-ddb7-4551-bb93-f6accee47b1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:14.174988 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device 9cd3c9a4-9ff4-45b7-92f5-328bac5c4c2c details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:21:14.275408 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-94cf7746-3619-44f9-a818-ef99263c7fd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:14.276907 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-7102e635-ddb7-4551-bb93-f6accee47b1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:14.278271 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-7102e635-ddb7-4551-bb93-f6accee47b1e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/de62b2ba-bcde-4ba1-ba99-2fb9291052d6 HTTP/1.1" status: 204 len: 168 time: 0.4463809 May 21 15:21:14.281658 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-94cf7746-3619-44f9-a818-ef99263c7fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:14.292175 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-5d22ef88-bce4-465e-8b62-af4d558bb3e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:14.305281 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-552fffba-eec5-4f83-92fa-7ee95bc9b6b5 req-de259f85-3011-464c-a8d5-6ddd09492084 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] Unset dirty status for tenant:ce308f0e8ed24b5c961b65d61e05b068 on resource:port {{(pid=91548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:21:14.305281 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-552fffba-eec5-4f83-92fa-7ee95bc9b6b5 req-de259f85-3011-464c-a8d5-6ddd09492084 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a83021f-5457-49eb-8026-84bcf6e4d125 HTTP/1.1" status: 200 len: 945 time: 0.3203728 May 21 15:21:14.321942 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port 9cd3c9a4-9ff4-45b7-92f5-328bac5c4c2c, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=9cd3c9a4-9ff4-45b7-92f5-328bac5c4c2c,segment=NetworkSegment(2d67f94e-8ecf-4f8b-811f-9d8f4012b1b2),segment_id=2d67f94e-8ecf-4f8b-811f-9d8f4012b1b2)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:21:14.337692 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Returning: {'device': '9cd3c9a4-9ff4-45b7-92f5-328bac5c4c2c', 'network_id': '321c2ca3-09b1-4787-88ab-24465b663b2d', 'port_id': '9cd3c9a4-9ff4-45b7-92f5-328bac5c4c2c', 'mac_address': 'fa:16:3e:17:08:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f04d5cd6-64de-425f-ad82-16f66f2c1a9c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:21:14.397222 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-94cf7746-3619-44f9-a818-ef99263c7fd1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=68a61895f68e4691ac3fb9e9c3bb5c5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4323080 May 21 15:21:14.405495 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 58388) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:21:14.406440 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cf7746-3619-44f9-a818-ef99263c7fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71927b8-e637-401b-97e2-57c6fd9f6b8d,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:14.409762 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-94cf7746-3619-44f9-a818-ef99263c7fd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:14.419551 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:14.441124 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.notifiers.nova [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cd3c9a4-9ff4-45b7-92f5-328bac5c4c2c {{(pid=91550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:21:14.477863 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-bfbe036f-82fe-49db-acec-ff7ecb9ccf79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707840', 'neutron.services.segments.db._delete_segments_for_network-8730419779193'] for network, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:14.480464 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port 9cd3c9a4-9ff4-45b7-92f5-328bac5c4c2c, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=9cd3c9a4-9ff4-45b7-92f5-328bac5c4c2c,segment=NetworkSegment(2d67f94e-8ecf-4f8b-811f-9d8f4012b1b2),segment_id=2d67f94e-8ecf-4f8b-811f-9d8f4012b1b2)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:21:14.492131 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:14.494308 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:14.547581 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-b7205c61-99f7-48b4-9914-80f1367653b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:14.596471 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-b7205c61-99f7-48b4-9914-80f1367653b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:14.632116 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.services.segments.db [None req-bfbe036f-82fe-49db-acec-ff7ecb9ccf79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dad5989c-f2e6-4767-aafa-241fc09a4dce']}} {{(pid=91549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:21:14.640683 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [req-552fffba-eec5-4f83-92fa-7ee95bc9b6b5 req-f4b5f14e-57a4-4be2-aafd-e01cb5fd1534 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] Deleting port e680f488-b2d7-4d72-aea3-cc4571d1908b {{(pid=91548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:21:14.645719 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-552fffba-eec5-4f83-92fa-7ee95bc9b6b5 req-f4b5f14e-57a4-4be2-aafd-e01cb5fd1534 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730419685614'] for port, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:14.645991 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Pushing event updated for resources: {'Port': ['ID=9cd3c9a4-9ff4-45b7-92f5-328bac5c4c2c,revision_number=4']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:14.663460 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:21:14.664207 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:21:14.664700 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:21:14.665211 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:21:14.666049 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.services.segments.db [None req-bfbe036f-82fe-49db-acec-ff7ecb9ccf79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '826bd991-344a-49a7-979b-86c87bdd1471') {'for_net_delete': True} {{(pid=91549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:21:14.666566 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.services.segments.db [None req-bfbe036f-82fe-49db-acec-ff7ecb9ccf79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '826bd991-344a-49a7-979b-86c87bdd1471') {} {{(pid=91549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:21:14.666824 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:21:14.667211 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:21:14.667625 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:21:14.667963 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:21:14.668312 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:21:14.668641 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:21:14.668964 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:21:14.669284 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:21:14.688469 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-bfbe036f-82fe-49db-acec-ff7ecb9ccf79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730419791885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16600647'] for segment, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:14.689139 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:14.718245 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-bfbe036f-82fe-49db-acec-ff7ecb9ccf79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703692'] for segment, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:14.727286 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfbe036f-82fe-49db-acec-ff7ecb9ccf79 admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=91549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 21 15:21:14.727739 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-bfbe036f-82fe-49db-acec-ff7ecb9ccf79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14871445'] for segment, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:14.746167 dv-cinder-792299-3-iscsi neutron-server[91549]: Traceback (most recent call last): May 21 15:21:14.746167 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 21 15:21:14.746167 dv-cinder-792299-3-iscsi neutron-server[91549]: timer() May 21 15:21:14.746167 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 21 15:21:14.746167 dv-cinder-792299-3-iscsi neutron-server[91549]: cb(*args, **kw) May 21 15:21:14.746167 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 21 15:21:14.746167 dv-cinder-792299-3-iscsi neutron-server[91549]: return func(*args, **kwargs) May 21 15:21:14.746167 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 21 15:21:14.746167 dv-cinder-792299-3-iscsi neutron-server[91549]: self._notify() May 21 15:21:14.746167 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 21 15:21:14.746167 dv-cinder-792299-3-iscsi neutron-server[91549]: self.callback(batched_events) May 21 15:21:14.746167 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 21 15:21:14.746167 dv-cinder-792299-3-iscsi neutron-server[91549]: event.method(event) May 21 15:21:14.746167 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 21 15:21:14.746167 dv-cinder-792299-3-iscsi neutron-server[91549]: aggregate_id = self._get_aggregate_id(event.segment_id) May 21 15:21:14.746167 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 21 15:21:14.746167 dv-cinder-792299-3-iscsi neutron-server[91549]: aggregate_uuid = self.p_client.list_aggregates( May 21 15:21:14.746167 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 21 15:21:14.746167 dv-cinder-792299-3-iscsi neutron-server[91549]: return f(self, *a, **k) May 21 15:21:14.746167 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 21 15:21:14.746167 dv-cinder-792299-3-iscsi neutron-server[91549]: return self._get(url).json() May 21 15:21:14.746167 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 21 15:21:14.746167 dv-cinder-792299-3-iscsi neutron-server[91549]: return self._client.get(url, endpoint_filter=self._ks_filter, May 21 15:21:14.746167 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 21 15:21:14.746167 dv-cinder-792299-3-iscsi neutron-server[91549]: return self.request(url, 'GET', **kwargs) May 21 15:21:14.746167 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 21 15:21:14.746167 dv-cinder-792299-3-iscsi neutron-server[91549]: base_url = self.get_endpoint(auth, allow=allow, May 21 15:21:14.746167 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 21 15:21:14.746167 dv-cinder-792299-3-iscsi neutron-server[91549]: auth = self._auth_required(auth, 'determine endpoint URL') May 21 15:21:14.746167 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 21 15:21:14.746167 dv-cinder-792299-3-iscsi neutron-server[91549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 21 15:21:14.746167 dv-cinder-792299-3-iscsi neutron-server[91549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 21 15:21:14.760537 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ba267-c601-4c8a-939c-257b5950e4ea req-e6556244-2702-4219-96ac-9102a2339be0 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:14.767513 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-d20ba267-c601-4c8a-939c-257b5950e4ea req-e6556244-2702-4219-96ac-9102a2339be0 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a0c8708-c963-4f76-b2c6-1625e2e39ec8 HTTP/1.1" status: 200 len: 944 time: 0.2923768 May 21 15:21:14.784132 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-b7205c61-99f7-48b4-9914-80f1367653b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:14.793384 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:14.809544 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] get_ports_and_sgs() called for port_ids ['9cd3c9a4-9ff4-45b7-92f5-328bac5c4c2c'] {{(pid=91550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:21:14.817221 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7205c61-99f7-48b4-9914-80f1367653b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71927b8-e637-401b-97e2-57c6fd9f6b8d,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:14.830042 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-b7205c61-99f7-48b4-9914-80f1367653b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:14.831180 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-b7205c61-99f7-48b4-9914-80f1367653b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:14.834999 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-b7205c61-99f7-48b4-9914-80f1367653b4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e71927b8-e637-401b-97e2-57c6fd9f6b8d HTTP/1.1" status: 204 len: 168 time: 0.4211836 May 21 15:21:14.838354 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [req-552fffba-eec5-4f83-92fa-7ee95bc9b6b5 req-f4b5f14e-57a4-4be2-aafd-e01cb5fd1534 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] For port e680f488-b2d7-4d72-aea3-cc4571d1908b, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=e680f488-b2d7-4d72-aea3-cc4571d1908b,segment=NetworkSegment(c4ebeb54-293a-4557-9f9e-b3e94030f97f),segment_id=c4ebeb54-293a-4557-9f9e-b3e94030f97f)] {{(pid=91548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:21:14.838721 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-552fffba-eec5-4f83-92fa-7ee95bc9b6b5 req-f4b5f14e-57a4-4be2-aafd-e01cb5fd1534 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829031'] for port, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:14.883111 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-bfbe036f-82fe-49db-acec-ff7ecb9ccf79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1599858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763229'] for network, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:14.895679 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-d20ba267-c601-4c8a-939c-257b5950e4ea req-6d00d1ab-6602-4578-a1db-73cb846c7027 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b78fdd-8b23-431a-a677-c884f9e23eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271265 May 21 15:21:14.903905 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-bfbe036f-82fe-49db-acec-ff7ecb9ccf79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697775'] for network, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:14.913787 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-6735a6fa-9f0c-491b-8402-344a3e587aa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:14.935532 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbe036f-82fe-49db-acec-ff7ecb9ccf79 admin admin] Pushing event deleted for resources: {'Network': ['ID=dad5989c-f2e6-4767-aafa-241fc09a4dce,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:14.939064 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-bfbe036f-82fe-49db-acec-ff7ecb9ccf79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:14.977819 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-bfbe036f-82fe-49db-acec-ff7ecb9ccf79 admin admin] 10.222.0.69 "DELETE /v2.0/networks/dad5989c-f2e6-4767-aafa-241fc09a4dce HTTP/1.1" status: 204 len: 168 time: 0.9445226 May 21 15:21:15.061169 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [req-552fffba-eec5-4f83-92fa-7ee95bc9b6b5 req-f4b5f14e-57a4-4be2-aafd-e01cb5fd1534 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] Calling delete_port for e680f488-b2d7-4d72-aea3-cc4571d1908b owned by compute:nova {{(pid=91548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:21:15.064902 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001bffd-48e4-4079-80ef-c34cee680668 req-a7f7c7f2-3e7e-41f7-88cd-905f69c9c143 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:15.067333 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-2001bffd-48e4-4079-80ef-c34cee680668 req-a7f7c7f2-3e7e-41f7-88cd-905f69c9c143 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a83021f-5457-49eb-8026-84bcf6e4d125 HTTP/1.1" status: 200 len: 945 time: 0.1348348 May 21 15:21:15.127859 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-2001bffd-48e4-4079-80ef-c34cee680668 req-b495a9c2-3e10-472a-9061-40946c77c09e tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] 10.222.0.69 "GET /v2.0/security-groups?id=dd474cac-e66a-49ec-bf79-4c4d35130721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538819 May 21 15:21:15.181702 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 58408) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:21:15.205325 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-e00150f4-f3e8-4515-b901-af39253ef20f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:15.223182 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-e00150f4-f3e8-4515-b901-af39253ef20f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:21:15.228413 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-e00150f4-f3e8-4515-b901-af39253ef20f admin admin] Usage tracker for resource:security_group_rule and tenant:2a758f2532f04fdc993608cfadd50395 is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:21:15.233133 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-1277664b-a2ec-4ca6-8ace-b9dd3cd6613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:15.234793 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-e00150f4-f3e8-4515-b901-af39253ef20f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:21:15.247886 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-e00150f4-f3e8-4515-b901-af39253ef20f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:21:15.354708 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-e00150f4-f3e8-4515-b901-af39253ef20f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:15.360461 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-e00150f4-f3e8-4515-b901-af39253ef20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:15.374249 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-30c4267c-45bd-421c-b109-ae673b8cac05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:15.407976 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00150f4-f3e8-4515-b901-af39253ef20f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb980fa-8c2c-48a8-b584-3a15cad504ee,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:15.417723 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 58418) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:21:15.440261 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-e00150f4-f3e8-4515-b901-af39253ef20f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:15.445697 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-552fffba-eec5-4f83-92fa-7ee95bc9b6b5 req-f4b5f14e-57a4-4be2-aafd-e01cb5fd1534 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730419690186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730419340162'] for port, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:15.456829 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-e00150f4-f3e8-4515-b901-af39253ef20f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2a758f2532f04fdc993608cfadd50395&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2732654 May 21 15:21:15.459612 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 58422) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:21:15.464495 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:15.524600 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b5f14e-57a4-4be2-aafd-e01cb5fd1534 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] Pushing event deleted for resources: {'Port': ['ID=e680f488-b2d7-4d72-aea3-cc4571d1908b,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:15.527997 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-f4b5f14e-57a4-4be2-aafd-e01cb5fd1534 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:15.534103 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-c596a58e-dcbe-4bd1-a5c6-c5de33e8a87b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e8ecb0761acc4879a60ff8fdd99d1427&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1118629 May 21 15:21:15.534598 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 58426) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:21:15.573132 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-abc98622-83c5-47cc-a113-4098b0c3a9c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:15.624544 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.l3_dvrscheduler_db [req-552fffba-eec5-4f83-92fa-7ee95bc9b6b5 req-f4b5f14e-57a4-4be2-aafd-e01cb5fd1534 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] No DVR routers for this DVR port e680f488-b2d7-4d72-aea3-cc4571d1908b on host hv-cinder-79229 {{(pid=91548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:21:15.640929 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-552fffba-eec5-4f83-92fa-7ee95bc9b6b5 req-f4b5f14e-57a4-4be2-aafd-e01cb5fd1534 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for port, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:15.651983 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-abc98622-83c5-47cc-a113-4098b0c3a9c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:15.657944 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a83021f-5457-49eb-8026-84bcf6e4d125', 'name': 'network-vif-deleted', 'tag': 'e680f488-b2d7-4d72-aea3-cc4571d1908b'}] {{(pid=91548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:21:15.752904 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a83021f-5457-49eb-8026-84bcf6e4d125', 'name': 'network-vif-deleted', 'tag': 'e680f488-b2d7-4d72-aea3-cc4571d1908b', 'status': 'completed', 'code': 200} May 21 15:21:15.754432 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-552fffba-eec5-4f83-92fa-7ee95bc9b6b5 req-f4b5f14e-57a4-4be2-aafd-e01cb5fd1534 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] 10.222.0.68 "DELETE /v2.0/ports/e680f488-b2d7-4d72-aea3-cc4571d1908b HTTP/1.1" status: 204 len: 173 time: 1.4406192 May 21 15:21:15.763239 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-2e9a8f70-4352-4bf4-a80d-9335faefb1a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:15.814491 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-2e9a8f70-4352-4bf4-a80d-9335faefb1a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:15.877859 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-abc98622-83c5-47cc-a113-4098b0c3a9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:15.898850 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:15.936084 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-abc98622-83c5-47cc-a113-4098b0c3a9c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:15.940152 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-abc98622-83c5-47cc-a113-4098b0c3a9c0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/abb980fa-8c2c-48a8-b584-3a15cad504ee HTTP/1.1" status: 204 len: 168 time: 0.4765353 May 21 15:21:15.941782 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc98622-83c5-47cc-a113-4098b0c3a9c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb980fa-8c2c-48a8-b584-3a15cad504ee,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:15.948576 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-abc98622-83c5-47cc-a113-4098b0c3a9c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:15.948887 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-2e9a8f70-4352-4bf4-a80d-9335faefb1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:15.962486 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-a325e1e5-8da2-4b8c-ae24-0549554f0d52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:16.024548 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9a8f70-4352-4bf4-a80d-9335faefb1a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a68f2d2-2348-4f29-be2f-cc9dd550a9cf,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:16.028070 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-2e9a8f70-4352-4bf4-a80d-9335faefb1a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:16.037303 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-2e9a8f70-4352-4bf4-a80d-9335faefb1a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:16.040925 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-2e9a8f70-4352-4bf4-a80d-9335faefb1a2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3a68f2d2-2348-4f29-be2f-cc9dd550a9cf HTTP/1.1" status: 204 len: 168 time: 0.4781091 May 21 15:21:16.184684 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device 9cd3c9a4-9ff4-45b7-92f5-328bac5c4c2c up at agent hyperv_hv-cinder-79229 {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:21:16.327750 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1803cf-967c-4175-85ce-5a8273d362a4 req-75571da5-255f-4266-a4c0-c125cf48c40b tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:16.330030 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-9a1803cf-967c-4175-85ce-5a8273d362a4 req-75571da5-255f-4266-a4c0-c125cf48c40b tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a0c8708-c963-4f76-b2c6-1625e2e39ec8 HTTP/1.1" status: 200 len: 944 time: 0.1997435 May 21 15:21:16.390666 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Provisioning for port 9cd3c9a4-9ff4-45b7-92f5-328bac5c4c2c completed by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:21:16.397367 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Provisioning complete for port 9cd3c9a4-9ff4-45b7-92f5-328bac5c4c2c triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:21:16.397735 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:16.489922 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-9a1803cf-967c-4175-85ce-5a8273d362a4 req-45b341d3-484f-4b89-a946-6a2fe1c6855b tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b78fdd-8b23-431a-a677-c884f9e23eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295350 May 21 15:21:16.680887 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:16.751726 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port 9cd3c9a4-9ff4-45b7-92f5-328bac5c4c2c, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=9cd3c9a4-9ff4-45b7-92f5-328bac5c4c2c,segment=NetworkSegment(2d67f94e-8ecf-4f8b-811f-9d8f4012b1b2),segment_id=2d67f94e-8ecf-4f8b-811f-9d8f4012b1b2)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:21:16.753379 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a0c8708-c963-4f76-b2c6-1625e2e39ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd3c9a4-9ff4-45b7-92f5-328bac5c4c2c'}] {{(pid=91550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:21:16.760376 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:16.761440 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device e680f488-b2d7-4d72-aea3-cc4571d1908b no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:21:16.801036 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-63bb644e-e50c-485d-8ee7-b4a4ae58d5ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:16.872175 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] No Port match for: e680f488-b2d7-4d72-aea3-cc4571d1908b {{(pid=91550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:21:16.872763 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device e680f488-b2d7-4d72-aea3-cc4571d1908b not bound to the agent host hv-cinder-79229 {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:21:16.888894 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-aae3119d-757f-4003-b8a5-e7cefe897a9d req-58180abc-76f0-4fa1-9886-51b92853d0fc tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a83021f-5457-49eb-8026-84bcf6e4d125 HTTP/1.1" status: 200 len: 210 time: 0.0714762 May 21 15:21:16.903045 dv-cinder-792299-3-iscsi neutron-server[91550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a0c8708-c963-4f76-b2c6-1625e2e39ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd3c9a4-9ff4-45b7-92f5-328bac5c4c2c', 'code': 200} May 21 15:21:16.963611 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 58498) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:21:16.980779 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Pushing event updated for resources: {'Port': ['ID=9cd3c9a4-9ff4-45b7-92f5-328bac5c4c2c,revision_number=5']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:16.995818 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:17.087070 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-9cc95516-5eed-4da4-b6c5-7472c9de4c2d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6c0bf2c9c98a4a2f82fddc349baac442&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1215613 May 21 15:21:17.089657 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 58504) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:21:17.300235 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-db9131fb-078a-4a69-918b-033707705513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:17.334259 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-db9131fb-078a-4a69-918b-033707705513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:17.393631 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 58514) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:21:17.409657 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3df499-e57c-442f-9acb-b13bf41b3f61 req-29d3cb24-56e0-4afc-9111-a37d6ebb54a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:17.412271 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-3a3df499-e57c-442f-9acb-b13bf41b3f61 req-29d3cb24-56e0-4afc-9111-a37d6ebb54a7 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=3a0c8708-c963-4f76-b2c6-1625e2e39ec8 HTTP/1.1" status: 200 len: 1098 time: 0.2118814 May 21 15:21:17.441832 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-db9131fb-078a-4a69-918b-033707705513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:17.446470 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-683bc052-d7a4-473e-b59c-c6aa1843738f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:17.460631 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9131fb-078a-4a69-918b-033707705513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7044444-7c1f-4737-ab3b-24e234349dfa,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:17.481518 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-db9131fb-078a-4a69-918b-033707705513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:17.488202 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-db9131fb-078a-4a69-918b-033707705513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:17.493654 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-db9131fb-078a-4a69-918b-033707705513 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e7044444-7c1f-4737-ab3b-24e234349dfa HTTP/1.1" status: 204 len: 168 time: 0.4024618 May 21 15:21:17.536188 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-3a3df499-e57c-442f-9acb-b13bf41b3f61 req-d2d0e606-1054-407c-be52-583d35f5c13f service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=d3b78fdd-8b23-431a-a677-c884f9e23eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067691 May 21 15:21:17.578480 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-5dc39ff6-2ecc-4157-ab05-363c890387c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:17.600641 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-5dc39ff6-2ecc-4157-ab05-363c890387c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:21:17.608148 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-5dc39ff6-2ecc-4157-ab05-363c890387c3 admin admin] Usage tracker for resource:security_group_rule and tenant:6c22369aab2d4259820102c7aa4c08d7 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:21:17.609883 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-5dc39ff6-2ecc-4157-ab05-363c890387c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:21:17.616731 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-5dc39ff6-2ecc-4157-ab05-363c890387c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:21:17.736086 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-5dc39ff6-2ecc-4157-ab05-363c890387c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:17.742626 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-5dc39ff6-2ecc-4157-ab05-363c890387c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:17.747343 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ab705-d137-455c-9fe6-9087f7ac9d2f req-481fa125-0e5b-4b80-a391-3d8bf02b3701 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:17.749105 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-398ab705-d137-455c-9fe6-9087f7ac9d2f req-481fa125-0e5b-4b80-a391-3d8bf02b3701 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a0c8708-c963-4f76-b2c6-1625e2e39ec8 HTTP/1.1" status: 200 len: 945 time: 0.1404953 May 21 15:21:17.758420 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-24fe7a4a-5bcd-40a2-b211-1c672351d10c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:17.820985 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-5dc39ff6-2ecc-4157-ab05-363c890387c3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6c22369aab2d4259820102c7aa4c08d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4206243 May 21 15:21:17.821583 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc39ff6-2ecc-4157-ab05-363c890387c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881f0119-aa79-4a57-8f04-7a2d3a4d6ffb,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:17.824059 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 58538) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:21:17.826518 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-5dc39ff6-2ecc-4157-ab05-363c890387c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:17.860479 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-398ab705-d137-455c-9fe6-9087f7ac9d2f req-6c3349c7-d0ca-4c2a-ac8e-46cacf0584f2 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b78fdd-8b23-431a-a677-c884f9e23eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044664 May 21 15:21:17.893927 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-569025cf-9698-4c23-af05-ee31a7bc3807 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:17.954081 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-569025cf-9698-4c23-af05-ee31a7bc3807 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:17.982932 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:18.041176 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-569025cf-9698-4c23-af05-ee31a7bc3807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:18.047653 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-def7e45b-e19d-4929-b844-7df2896d6aa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:18.067933 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569025cf-9698-4c23-af05-ee31a7bc3807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881f0119-aa79-4a57-8f04-7a2d3a4d6ffb,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:18.071296 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-569025cf-9698-4c23-af05-ee31a7bc3807 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:18.072314 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-569025cf-9698-4c23-af05-ee31a7bc3807 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:18.076588 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-569025cf-9698-4c23-af05-ee31a7bc3807 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/881f0119-aa79-4a57-8f04-7a2d3a4d6ffb HTTP/1.1" status: 204 len: 168 time: 0.2517674 May 21 15:21:18.264490 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-9738df5a-5540-40d5-b95d-dcf830d33e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:18.471708 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 58578) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:21:18.511350 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-615b6e97-28c1-4d89-b83a-bbfa796cab26 req-9e779061-622a-493b-8b32-757ed71a8683 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=0c112a89-dd5d-447a-a5cf-2f642b04fa15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1021256 May 21 15:21:18.722308 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b6e97-28c1-4d89-b83a-bbfa796cab26 req-acd6c706-4187-4725-9804-3956f89dd0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:18.723971 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-615b6e97-28c1-4d89-b83a-bbfa796cab26 req-acd6c706-4187-4725-9804-3956f89dd0c8 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f68e94ae626e4618b509d667e1d492d1&device_id=0c112a89-dd5d-447a-a5cf-2f642b04fa15 HTTP/1.1" status: 200 len: 1098 time: 0.0972188 May 21 15:21:18.809298 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-8afa9566-eff3-4b1e-8418-ac2846854510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:18.828576 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-8afa9566-eff3-4b1e-8418-ac2846854510 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:21:18.835024 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-8afa9566-eff3-4b1e-8418-ac2846854510 admin admin] Usage tracker for resource:security_group_rule and tenant:c79097ac3ae647c590408ae3b16f9c08 is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:21:18.839264 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-8afa9566-eff3-4b1e-8418-ac2846854510 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:21:18.848192 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-8afa9566-eff3-4b1e-8418-ac2846854510 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:21:18.966694 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b6e97-28c1-4d89-b83a-bbfa796cab26 req-20941019-171c-49c9-9a36-50b4ea7a2d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:18.968265 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-615b6e97-28c1-4d89-b83a-bbfa796cab26 req-20941019-171c-49c9-9a36-50b4ea7a2d7e service neutron] 10.222.0.68 "GET /v2.0/networks?id=321c2ca3-09b1-4787-88ab-24465b663b2d HTTP/1.1" status: 200 len: 916 time: 0.1884632 May 21 15:21:18.975146 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-8afa9566-eff3-4b1e-8418-ac2846854510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:18.981652 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-8afa9566-eff3-4b1e-8418-ac2846854510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:18.995341 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-85681bd9-adf9-4e15-942e-10b2d21f3766 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:19.078108 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-615b6e97-28c1-4d89-b83a-bbfa796cab26 req-dda48dd1-1999-43db-a291-31db430c9127 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e5baad11-dfe2-4593-8882-7685a2339cc7 HTTP/1.1" status: 200 len: 217 time: 0.1015255 May 21 15:21:19.089675 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afa9566-eff3-4b1e-8418-ac2846854510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d19ef7d-665d-4a93-9295-c743ed7cc0d1,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:19.099628 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-8afa9566-eff3-4b1e-8418-ac2846854510 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c79097ac3ae647c590408ae3b16f9c08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6262028 May 21 15:21:19.100829 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-8afa9566-eff3-4b1e-8418-ac2846854510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:19.102554 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 58612) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:21:19.162575 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b6e97-28c1-4d89-b83a-bbfa796cab26 req-eecb8cb3-f315-418c-85fc-9cafc24d803b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:19.164637 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-615b6e97-28c1-4d89-b83a-bbfa796cab26 req-eecb8cb3-f315-418c-85fc-9cafc24d803b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f04d5cd6-64de-425f-ad82-16f66f2c1a9c HTTP/1.1" status: 200 len: 855 time: 0.0798419 May 21 15:21:19.198036 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f5e605-3998-4b19-bba5-a6035262d9dd req-358996ec-d5f8-4349-93eb-d8590481b911 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:19.199644 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-46f5e605-3998-4b19-bba5-a6035262d9dd req-358996ec-d5f8-4349-93eb-d8590481b911 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a0c8708-c963-4f76-b2c6-1625e2e39ec8 HTTP/1.1" status: 200 len: 945 time: 0.1816239 May 21 15:21:19.200622 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-c08250d2-c690-4c37-9142-8f39413889d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:19.242228 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-615b6e97-28c1-4d89-b83a-bbfa796cab26 req-a883f911-eaa0-4b1d-b8a6-fc5195528ded service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=321c2ca3-09b1-4787-88ab-24465b663b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689909 May 21 15:21:19.251317 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-c08250d2-c690-4c37-9142-8f39413889d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:19.273281 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e6f13acb-dde4-45e3-8932-2715da3406c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:19.292492 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-46f5e605-3998-4b19-bba5-a6035262d9dd req-2ee9b73b-2b3b-47f6-8a80-2d0f786b0aeb tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b78fdd-8b23-431a-a677-c884f9e23eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813100 May 21 15:21:19.349921 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-c08250d2-c690-4c37-9142-8f39413889d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:19.357248 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-ff4a7bf9-d102-49ed-b54c-4b66c062b63f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:19.379166 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08250d2-c690-4c37-9142-8f39413889d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d19ef7d-665d-4a93-9295-c743ed7cc0d1,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:19.393439 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-c08250d2-c690-4c37-9142-8f39413889d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:19.395194 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-c08250d2-c690-4c37-9142-8f39413889d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:19.396550 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-c08250d2-c690-4c37-9142-8f39413889d1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8d19ef7d-665d-4a93-9295-c743ed7cc0d1 HTTP/1.1" status: 204 len: 168 time: 0.2930250 May 21 15:21:19.482286 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-615b6e97-28c1-4d89-b83a-bbfa796cab26 req-9a945a17-199f-4784-b422-4b4bb66fc0f7 service neutron] 10.222.0.68 "GET /v2.0/networks/321c2ca3-09b1-4787-88ab-24465b663b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315712 May 21 15:21:19.659677 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-615b6e97-28c1-4d89-b83a-bbfa796cab26 req-44dfc5d6-ff81-4d35-8702-cbbb7f572bbc service neutron] 10.222.0.68 "GET /v2.0/networks/321c2ca3-09b1-4787-88ab-24465b663b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688573 May 21 15:21:19.889503 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 58654) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:21:19.908386 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-215122c8-5f4c-4c45-b658-f9474ec6428c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:19.924797 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-215122c8-5f4c-4c45-b658-f9474ec6428c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:21:19.929491 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-215122c8-5f4c-4c45-b658-f9474ec6428c admin admin] Usage tracker for resource:security_group_rule and tenant:5c26fa1dd0ac40b896690d2a75d8e97f is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:21:19.932530 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-215122c8-5f4c-4c45-b658-f9474ec6428c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:21:19.938584 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-215122c8-5f4c-4c45-b658-f9474ec6428c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:21:20.026301 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-215122c8-5f4c-4c45-b658-f9474ec6428c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:20.032406 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-215122c8-5f4c-4c45-b658-f9474ec6428c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:20.044341 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-744c0550-b9d7-4579-8c15-e8e069140033 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:20.091498 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215122c8-5f4c-4c45-b658-f9474ec6428c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d884a29-a511-4e6c-8999-51ec2adda568,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:20.097065 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-215122c8-5f4c-4c45-b658-f9474ec6428c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5c26fa1dd0ac40b896690d2a75d8e97f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2060742 May 21 15:21:20.098351 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-215122c8-5f4c-4c45-b658-f9474ec6428c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:20.099980 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 58660) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:21:20.257549 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 58672) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:21:20.282019 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-007c279e-547d-4204-badc-46fd8c02ffb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:20.334185 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-007c279e-547d-4204-badc-46fd8c02ffb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:20.387974 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.db_base_plugin_v2 [None req-acc79adb-1bf5-40b5-a028-6253674af41c admin admin] Deleting subnet 8a776927-2af6-40c6-b709-325e1c787b5a {{(pid=91549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 21 15:21:20.400606 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-acc79adb-1bf5-40b5-a028-6253674af41c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:20.452997 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-007c279e-547d-4204-badc-46fd8c02ffb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:20.460803 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:20.514219 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-007c279e-547d-4204-badc-46fd8c02ffb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:20.515360 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-007c279e-547d-4204-badc-46fd8c02ffb4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0d884a29-a511-4e6c-8999-51ec2adda568 HTTP/1.1" status: 204 len: 168 time: 0.4136775 May 21 15:21:20.516407 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007c279e-547d-4204-badc-46fd8c02ffb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d884a29-a511-4e6c-8999-51ec2adda568,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:20.523691 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-acc79adb-1bf5-40b5-a028-6253674af41c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16600670'] for subnet, precommit_delete_associations {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:20.529668 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-007c279e-547d-4204-badc-46fd8c02ffb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:20.608557 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-acc79adb-1bf5-40b5-a028-6253674af41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708537'] for subnet, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:20.847402 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-cb99478c-afff-4a9c-8770-f3354af234b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:21.082647 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-acc79adb-1bf5-40b5-a028-6253674af41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14871499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16546660'] for subnet, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:21.091264 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:21.133511 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc79adb-1bf5-40b5-a028-6253674af41c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a776927-2af6-40c6-b709-325e1c787b5a,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:21.135979 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-acc79adb-1bf5-40b5-a028-6253674af41c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:21.138556 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-acc79adb-1bf5-40b5-a028-6253674af41c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697775'] for subnet, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:21.158320 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-acc79adb-1bf5-40b5-a028-6253674af41c admin admin] 10.222.0.69 "DELETE /v2.0/subnets/8a776927-2af6-40c6-b709-325e1c787b5a HTTP/1.1" status: 204 len: 168 time: 0.8975105 May 21 15:21:21.158860 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 58736) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:21:21.371157 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-194ade5f-798c-4a4c-b881-45d534044943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732154'] for network, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:21.589554 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-194ade5f-798c-4a4c-b881-45d534044943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707840', 'neutron.services.segments.db._delete_segments_for_network-8730419779193'] for network, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:21.603711 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-194ade5f-798c-4a4c-b881-45d534044943 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:21:21.604050 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-194ade5f-798c-4a4c-b881-45d534044943 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:21:21.605020 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-194ade5f-798c-4a4c-b881-45d534044943 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:21:21.605746 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-194ade5f-798c-4a4c-b881-45d534044943 admin admin] Subscribe: > port after_create 55550000 {{(pid=91548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:21:21.606296 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-194ade5f-798c-4a4c-b881-45d534044943 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:21:21.606590 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-194ade5f-798c-4a4c-b881-45d534044943 admin admin] Subscribe: > port after_update 55550000 {{(pid=91548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:21:21.607128 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-194ade5f-798c-4a4c-b881-45d534044943 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:21:21.607588 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-194ade5f-798c-4a4c-b881-45d534044943 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:21:21.608042 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-194ade5f-798c-4a4c-b881-45d534044943 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:21:21.608554 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-194ade5f-798c-4a4c-b881-45d534044943 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:21:21.687282 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-194ade5f-798c-4a4c-b881-45d534044943 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:21:21.687919 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-194ade5f-798c-4a4c-b881-45d534044943 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:21:21.688456 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-194ade5f-798c-4a4c-b881-45d534044943 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:21:21.689009 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-194ade5f-798c-4a4c-b881-45d534044943 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:21:21.689729 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.services.segments.db [None req-194ade5f-798c-4a4c-b881-45d534044943 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['989d364f-7d76-4577-a33f-faeaf5e66722']}} {{(pid=91548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:21:21.706841 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.services.segments.db [None req-194ade5f-798c-4a4c-b881-45d534044943 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4ebeb54-293a-4557-9f9e-b3e94030f97f') {'for_net_delete': True} {{(pid=91548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:21:21.707167 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.services.segments.db [None req-194ade5f-798c-4a4c-b881-45d534044943 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4ebeb54-293a-4557-9f9e-b3e94030f97f') {} {{(pid=91548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:21:21.728547 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-194ade5f-798c-4a4c-b881-45d534044943 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730419791885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15185084'] for segment, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:21.763996 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-194ade5f-798c-4a4c-b881-45d534044943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703692'] for segment, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:21.778626 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-194ade5f-798c-4a4c-b881-45d534044943 admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=91548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 21 15:21:21.779088 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-194ade5f-798c-4a4c-b881-45d534044943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14885571'] for segment, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:21.819599 dv-cinder-792299-3-iscsi neutron-server[91548]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 21 15:21:21.819599 dv-cinder-792299-3-iscsi neutron-server[91548]: from cryptography.utils import int_from_bytes May 21 15:21:21.819599 dv-cinder-792299-3-iscsi neutron-server[91548]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 21 15:21:21.819599 dv-cinder-792299-3-iscsi neutron-server[91548]: from cryptography.utils import int_from_bytes May 21 15:21:21.819599 dv-cinder-792299-3-iscsi neutron-server[91548]: Traceback (most recent call last): May 21 15:21:21.819599 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 21 15:21:21.819599 dv-cinder-792299-3-iscsi neutron-server[91548]: timer() May 21 15:21:21.819599 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 21 15:21:21.819599 dv-cinder-792299-3-iscsi neutron-server[91548]: cb(*args, **kw) May 21 15:21:21.819599 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 21 15:21:21.819599 dv-cinder-792299-3-iscsi neutron-server[91548]: return func(*args, **kwargs) May 21 15:21:21.819599 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 21 15:21:21.819599 dv-cinder-792299-3-iscsi neutron-server[91548]: self._notify() May 21 15:21:21.819599 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 21 15:21:21.819599 dv-cinder-792299-3-iscsi neutron-server[91548]: self.callback(batched_events) May 21 15:21:21.819599 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 21 15:21:21.819599 dv-cinder-792299-3-iscsi neutron-server[91548]: event.method(event) May 21 15:21:21.819599 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 21 15:21:21.819599 dv-cinder-792299-3-iscsi neutron-server[91548]: aggregate_id = self._get_aggregate_id(event.segment_id) May 21 15:21:21.819599 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 21 15:21:21.819599 dv-cinder-792299-3-iscsi neutron-server[91548]: aggregate_uuid = self.p_client.list_aggregates( May 21 15:21:21.819599 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 21 15:21:21.819599 dv-cinder-792299-3-iscsi neutron-server[91548]: return f(self, *a, **k) May 21 15:21:21.819599 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 21 15:21:21.819599 dv-cinder-792299-3-iscsi neutron-server[91548]: return self._get(url).json() May 21 15:21:21.819599 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 21 15:21:21.819599 dv-cinder-792299-3-iscsi neutron-server[91548]: return self._client.get(url, endpoint_filter=self._ks_filter, May 21 15:21:21.819599 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 21 15:21:21.819599 dv-cinder-792299-3-iscsi neutron-server[91548]: return self.request(url, 'GET', **kwargs) May 21 15:21:21.819599 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 21 15:21:21.819599 dv-cinder-792299-3-iscsi neutron-server[91548]: base_url = self.get_endpoint(auth, allow=allow, May 21 15:21:21.819599 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 21 15:21:21.819599 dv-cinder-792299-3-iscsi neutron-server[91548]: auth = self._auth_required(auth, 'determine endpoint URL') May 21 15:21:21.819599 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 21 15:21:21.819599 dv-cinder-792299-3-iscsi neutron-server[91548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 21 15:21:21.819599 dv-cinder-792299-3-iscsi neutron-server[91548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 21 15:21:21.917301 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-194ade5f-798c-4a4c-b881-45d534044943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1599858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763229'] for network, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:21.922450 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:21.953064 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194ade5f-798c-4a4c-b881-45d534044943 admin admin] Pushing event deleted for resources: {'Network': ['ID=989d364f-7d76-4577-a33f-faeaf5e66722,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:21.955105 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-194ade5f-798c-4a4c-b881-45d534044943 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697775'] for network, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:21.959185 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-194ade5f-798c-4a4c-b881-45d534044943 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:21.995355 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-194ade5f-798c-4a4c-b881-45d534044943 admin admin] 10.222.0.69 "DELETE /v2.0/networks/989d364f-7d76-4577-a33f-faeaf5e66722 HTTP/1.1" status: 204 len: 168 time: 0.8351753 May 21 15:21:22.408990 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 58818) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:21:22.491123 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:22.493666 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-30a65430-449c-4769-816b-e72b7b8eb0c1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ce308f0e8ed24b5c961b65d61e05b068&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0834570 May 21 15:21:22.496114 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 58822) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:21:22.565128 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-82627174-7671-4f97-bad9-2e24ee2bf396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:22.601393 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-82627174-7671-4f97-bad9-2e24ee2bf396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:22.703249 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-82627174-7671-4f97-bad9-2e24ee2bf396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:22.710323 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-2428377e-3974-49cf-9779-cd35f2b14810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:22.729738 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82627174-7671-4f97-bad9-2e24ee2bf396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd474cac-e66a-49ec-bf79-4c4d35130721,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:22.733412 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-82627174-7671-4f97-bad9-2e24ee2bf396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:22.736161 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-82627174-7671-4f97-bad9-2e24ee2bf396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:22.737536 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-82627174-7671-4f97-bad9-2e24ee2bf396 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/dd474cac-e66a-49ec-bf79-4c4d35130721 HTTP/1.1" status: 204 len: 168 time: 0.2402711 May 21 15:21:23.825286 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 58882) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:21:24.120206 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [None req-ffa0543f-2d14-47b8-b137-c8910ab317d8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-697141119-network', 'tenant_id': '0fc01a07398c478fb3a1b2d71b22bbeb'}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:21:24.125347 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-ffa0543f-2d14-47b8-b137-c8910ab317d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:21:24.129654 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-ffa0543f-2d14-47b8-b137-c8910ab317d8 admin admin] Usage tracker for resource:network and tenant:0fc01a07398c478fb3a1b2d71b22bbeb is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:21:24.132846 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-ffa0543f-2d14-47b8-b137-c8910ab317d8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:21:24.139381 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-ffa0543f-2d14-47b8-b137-c8910ab317d8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:21:24.151517 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa0543f-2d14-47b8-b137-c8910ab317d8 admin admin] Made reservation on behalf of 0fc01a07398c478fb3a1b2d71b22bbeb for: {'network': 1} {{(pid=91548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:21:24.154586 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-ffa0543f-2d14-47b8-b137-c8910ab317d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-578634'] for network, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:24.169050 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-ffa0543f-2d14-47b8-b137-c8910ab317d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:24.184960 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-ffa0543f-2d14-47b8-b137-c8910ab317d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:21:24.189080 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-ffa0543f-2d14-47b8-b137-c8910ab317d8 admin admin] Usage tracker for resource:security_group_rule and tenant:0fc01a07398c478fb3a1b2d71b22bbeb is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:21:24.191960 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-ffa0543f-2d14-47b8-b137-c8910ab317d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:21:24.198682 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-ffa0543f-2d14-47b8-b137-c8910ab317d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:21:24.317960 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-ffa0543f-2d14-47b8-b137-c8910ab317d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:24.323193 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-ffa0543f-2d14-47b8-b137-c8910ab317d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:24.328121 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-c676df90-0b4a-4c7b-8699-0e939f6748f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:24.379132 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa0543f-2d14-47b8-b137-c8910ab317d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b724d26e-82ce-4aac-8ea4-e44cfd253ab0,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:24.387166 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-ffa0543f-2d14-47b8-b137-c8910ab317d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:24.396091 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffa0543f-2d14-47b8-b137-c8910ab317d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=91548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 21 15:21:24.411177 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-ffa0543f-2d14-47b8-b137-c8910ab317d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703692'] for segment, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:24.411651 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.db.segments_db [None req-ffa0543f-2d14-47b8-b137-c8910ab317d8 admin admin] Added segment e2ef194d-7ce8-41c1-ab43-91505874bf09 of type vlan for network d29c3f89-e388-4f8b-92df-23b0002e5815 May 21 15:21:24.451257 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-ffa0543f-2d14-47b8-b137-c8910ab317d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730419324398'] for network, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:24.505261 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-ffa0543f-2d14-47b8-b137-c8910ab317d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1599858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697748'] for network, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:24.506867 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa0543f-2d14-47b8-b137-c8910ab317d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:24.507572 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-ffa0543f-2d14-47b8-b137-c8910ab317d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697775'] for network, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:24.547223 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:24.640589 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-ffa0543f-2d14-47b8-b137-c8910ab317d8 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8141687 May 21 15:21:24.652477 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 58924) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:21:24.663245 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa0543f-2d14-47b8-b137-c8910ab317d8 admin admin] Pushing event updated for resources: {'Network': ['ID=d29c3f89-e388-4f8b-92df-23b0002e5815,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:24.667359 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-ffa0543f-2d14-47b8-b137-c8910ab317d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:24.675140 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Network d29c3f89-e388-4f8b-92df-23b0002e5815 details requested by agent ovs-agent-dv-cinder-792299-3-iscsi with host dv-cinder-792299-3-iscsi {{(pid=91550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 15:21:24.675679 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.v2.base [None req-50ad914f-7245-46a6-a378-28e32342a1aa admin admin] Request body: {'subnet': {'network_id': 'd29c3f89-e388-4f8b-92df-23b0002e5815', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-697141119-subnet', 'tenant_id': '0fc01a07398c478fb3a1b2d71b22bbeb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:21:24.680883 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-50ad914f-7245-46a6-a378-28e32342a1aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:21:24.685290 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-50ad914f-7245-46a6-a378-28e32342a1aa admin admin] Usage tracker for resource:subnet and tenant:0fc01a07398c478fb3a1b2d71b22bbeb is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:21:24.690330 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-50ad914f-7245-46a6-a378-28e32342a1aa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:21:24.697654 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-50ad914f-7245-46a6-a378-28e32342a1aa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:21:24.715293 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ad914f-7245-46a6-a378-28e32342a1aa admin admin] Made reservation on behalf of 0fc01a07398c478fb3a1b2d71b22bbeb for: {'subnet': 1} {{(pid=91549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:21:24.718572 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-50ad914f-7245-46a6-a378-28e32342a1aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16546625'] for subnet, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:24.866816 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d1f03-9d8e-4a35-968e-0695c7aa431f req-f022faf3-935a-4e40-a3b0-f57a425a9e24 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:24.868536 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f04d1f03-9d8e-4a35-968e-0695c7aa431f req-f022faf3-935a-4e40-a3b0-f57a425a9e24 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/networks?id=321c2ca3-09b1-4787-88ab-24465b663b2d HTTP/1.1" status: 200 len: 815 time: 0.3411338 May 21 15:21:24.901820 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f04d1f03-9d8e-4a35-968e-0695c7aa431f req-322ba908-a216-442e-84c7-429eaec5a394 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/quotas/f68e94ae626e4618b509d667e1d492d1 HTTP/1.1" status: 200 len: 375 time: 0.0229640 May 21 15:21:25.087600 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f04d1f03-9d8e-4a35-968e-0695c7aa431f req-d984b0d1-0db7-4963-ae6d-b26b472f9ef6 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f68e94ae626e4618b509d667e1d492d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1750860 May 21 15:21:25.420644 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f04d1f03-9d8e-4a35-968e-0695c7aa431f req-44940bb7-ad26-4043-bfab-0c5dfaa555a7 service neutron] 10.222.0.69 "GET /v2.0/networks/321c2ca3-09b1-4787-88ab-24465b663b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255658 May 21 15:21:25.680135 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f04d1f03-9d8e-4a35-968e-0695c7aa431f req-47311216-6926-44a2-a6ea-eaf7ebadb825 service neutron] 10.222.0.69 "GET /v2.0/networks/321c2ca3-09b1-4787-88ab-24465b663b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522869 May 21 15:21:25.716231 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-50ad914f-7245-46a6-a378-28e32342a1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14871306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16546671'] for subnet, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:25.721944 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-4948ea50-1ebc-4b32-8c29-7a53a6eb371b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:25.791112 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ad914f-7245-46a6-a378-28e32342a1aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5806df6-2818-423b-b237-cbbc2236feaf,revision_number=0']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:25.797329 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-50ad914f-7245-46a6-a378-28e32342a1aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:25.836654 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ad914f-7245-46a6-a378-28e32342a1aa admin admin] Checking segment: {'id': 'e2ef194d-7ce8-41c1-ab43-91505874bf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd29c3f89-e388-4f8b-92df-23b0002e5815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:21:25.837156 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ad914f-7245-46a6-a378-28e32342a1aa admin admin] Network hostable DHCP agents. Network: d29c3f89-e388-4f8b-92df-23b0002e5815, hostable agents: ['c7b0d441-ff2d-4a67-9ef1-8c68d51adfa8'], hosted agents: [] {{(pid=91549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 15:21:25.864454 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ad914f-7245-46a6-a378-28e32342a1aa admin admin] Network d29c3f89-e388-4f8b-92df-23b0002e5815 is scheduled to be hosted by DHCP agent c7b0d441-ff2d-4a67-9ef1-8c68d51adfa8 with binding_index 1 {{(pid=91549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 15:21:25.900984 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.base_scheduler [None req-50ad914f-7245-46a6-a378-28e32342a1aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-3-iscsi, d29c3f89-e388-4f8b-92df-23b0002e5815) {{(pid=91549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:21:25.910880 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05be76e2-9579-4504-9cfb-1300295f4959 None None] Network d29c3f89-e388-4f8b-92df-23b0002e5815 requested from dv-cinder-792299-3-iscsi {{(pid=91550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:21:25.961662 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-1c3a8055-a719-4b73-9506-92a7e5a992b9 req-5facb4d3-9bf1-4445-86f3-6cd3ce537de1 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=3fd0f3d1-318d-4077-963b-2f7a7d95b23a HTTP/1.1" status: 200 len: 210 time: 0.0698173 May 21 15:21:25.975729 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ad914f-7245-46a6-a378-28e32342a1aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:25.976413 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-50ad914f-7245-46a6-a378-28e32342a1aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697775'] for subnet, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:26.019762 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 58986) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:21:26.028459 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [None req-751c7f63-f99b-4d31-b356-5a02a517c59a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-697141119-router', 'tenant_id': '0fc01a07398c478fb3a1b2d71b22bbeb', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed'}}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:21:26.034013 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-751c7f63-f99b-4d31-b356-5a02a517c59a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:21:26.035160 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-50ad914f-7245-46a6-a378-28e32342a1aa admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3795640 May 21 15:21:26.041114 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-751c7f63-f99b-4d31-b356-5a02a517c59a admin admin] Usage tracker for resource:router and tenant:0fc01a07398c478fb3a1b2d71b22bbeb is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:21:26.045210 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-751c7f63-f99b-4d31-b356-5a02a517c59a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:21:26.051187 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-751c7f63-f99b-4d31-b356-5a02a517c59a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:21:26.070987 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-751c7f63-f99b-4d31-b356-5a02a517c59a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1768168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3587'] for router, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:26.072854 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-751c7f63-f99b-4d31-b356-5a02a517c59a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1594772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:26.105090 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-751c7f63-f99b-4d31-b356-5a02a517c59a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:26.309604 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68403050-678c-4363-a280-56b8ec5d425a None None] Network d29c3f89-e388-4f8b-92df-23b0002e5815 requested from dv-cinder-792299-3-iscsi {{(pid=91550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:21:26.599202 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-751c7f63-f99b-4d31-b356-5a02a517c59a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1775829', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1768186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:27.036488 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-751c7f63-f99b-4d31-b356-5a02a517c59a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:27.153311 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-751c7f63-f99b-4d31-b356-5a02a517c59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:27.186767 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f427f4e7-c3f0-4c97-b80f-6c3182561d01 req-5d3b170a-a906-4758-990a-99de7133226d tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=3fd0f3d1-318d-4077-963b-2f7a7d95b23a HTTP/1.1" status: 200 len: 210 time: 0.0938389 May 21 15:21:27.300201 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.db_base_plugin_common [None req-751c7f63-f99b-4d31-b356-5a02a517c59a admin admin] Allocated IP 172.27.2.215 (ba463646-5c92-40f4-a60a-d72924905aed/aafb72b8-44f1-4418-af97-0acaa496b3de/964c7125-8702-483a-a3ba-4286d82a15dc) {{(pid=91548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:21:27.605735 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-751c7f63-f99b-4d31-b356-5a02a517c59a admin admin] Notify callbacks [] for port, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:27.615416 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d1f03-9d8e-4a35-968e-0695c7aa431f req-15400eb6-c2b4-4fd8-90c1-a527552ea3a4 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:27.617022 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-f04d1f03-9d8e-4a35-968e-0695c7aa431f req-15400eb6-c2b4-4fd8-90c1-a527552ea3a4 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.68 "GET /v2.0/networks?id=321c2ca3-09b1-4787-88ab-24465b663b2d HTTP/1.1" status: 200 len: 815 time: 0.2207723 May 21 15:21:27.635146 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [req-f04d1f03-9d8e-4a35-968e-0695c7aa431f req-76b017b0-bbb6-4457-abe5-ac0b0092a9d1 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Request body: {'port': {'device_id': '3fd0f3d1-318d-4077-963b-2f7a7d95b23a', 'network_id': '321c2ca3-09b1-4787-88ab-24465b663b2d', 'admin_state_up': True, 'tenant_id': 'f68e94ae626e4618b509d667e1d492d1'}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:21:27.755716 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-751c7f63-f99b-4d31-b356-5a02a517c59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730419340153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14885552'] for port, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:27.775766 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-5e66ceba-b873-40ab-a2c7-6529179a152d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:27.854092 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751c7f63-f99b-4d31-b356-5a02a517c59a admin admin] Network ba463646-5c92-40f4-a60a-d72924905aed is already hosted by enough agents. {{(pid=91548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:21:27.862466 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.base_scheduler [None req-751c7f63-f99b-4d31-b356-5a02a517c59a admin admin] Resources bound (agent type, host, resource id): {{(pid=91548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:21:27.867042 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [req-f04d1f03-9d8e-4a35-968e-0695c7aa431f req-76b017b0-bbb6-4457-abe5-ac0b0092a9d1 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:21:27.869295 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751c7f63-f99b-4d31-b356-5a02a517c59a admin admin] Received port after_create {{(pid=91548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:21:27.905433 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-f04d1f03-9d8e-4a35-968e-0695c7aa431f req-76b017b0-bbb6-4457-abe5-ac0b0092a9d1 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Usage tracker for resource:port and tenant:f68e94ae626e4618b509d667e1d492d1 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:21:27.912307 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751c7f63-f99b-4d31-b356-5a02a517c59a admin admin] Pushing event updated for resources: {'Port': ['ID=964c7125-8702-483a-a3ba-4286d82a15dc,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:27.932064 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-f04d1f03-9d8e-4a35-968e-0695c7aa431f req-76b017b0-bbb6-4457-abe5-ac0b0092a9d1 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:21:27.939908 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-751c7f63-f99b-4d31-b356-5a02a517c59a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:27.947517 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [req-f04d1f03-9d8e-4a35-968e-0695c7aa431f req-76b017b0-bbb6-4457-abe5-ac0b0092a9d1 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:21:28.041268 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f04d1f03-9d8e-4a35-968e-0695c7aa431f req-76b017b0-bbb6-4457-abe5-ac0b0092a9d1 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Made reservation on behalf of f68e94ae626e4618b509d667e1d492d1 for: {'port': 1} {{(pid=91548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:21:28.044766 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-f04d1f03-9d8e-4a35-968e-0695c7aa431f req-76b017b0-bbb6-4457-abe5-ac0b0092a9d1 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:28.364877 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-63394cff-3e86-4150-bfd6-e3a9fd2258c7 req-9a57f506-f7e2-45d7-a91d-6e665ec7c302 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=3fd0f3d1-318d-4077-963b-2f7a7d95b23a HTTP/1.1" status: 200 len: 210 time: 0.0543206 May 21 15:21:28.556913 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.db_base_plugin_common [req-f04d1f03-9d8e-4a35-968e-0695c7aa431f req-76b017b0-bbb6-4457-abe5-ac0b0092a9d1 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Allocated IP 172.20.0.14 (321c2ca3-09b1-4787-88ab-24465b663b2d/f04d5cd6-64de-425f-ad82-16f66f2c1a9c/ef47a698-e886-4aee-b4fc-94139d8e5975) {{(pid=91548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:21:28.574593 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-751c7f63-f99b-4d31-b356-5a02a517c59a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:28.818578 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 59076) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:21:28.971462 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-ff392575-b2ed-4a98-8b81-11562271b24d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:28.986480 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-ff392575-b2ed-4a98-8b81-11562271b24d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:21:28.991211 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-ff392575-b2ed-4a98-8b81-11562271b24d admin admin] Usage tracker for resource:security_group_rule and tenant:27f74e9d75e945b78dc514f74bf7cffb is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:21:28.994035 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-ff392575-b2ed-4a98-8b81-11562271b24d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:21:29.000318 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-ff392575-b2ed-4a98-8b81-11562271b24d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:21:29.140255 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-ff392575-b2ed-4a98-8b81-11562271b24d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:29.147455 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-ff392575-b2ed-4a98-8b81-11562271b24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:29.179533 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-f04d1f03-9d8e-4a35-968e-0695c7aa431f req-76b017b0-bbb6-4457-abe5-ac0b0092a9d1 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Notify callbacks [] for port, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:29.186163 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-8afa9566-eff3-4b1e-8418-ac2846854510 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:29.225956 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-751c7f63-f99b-4d31-b356-5a02a517c59a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1768177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1763072'] for router, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:29.239374 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff392575-b2ed-4a98-8b81-11562271b24d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=343ee547-fe39-451e-9031-ac654c6d177c,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:29.243889 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-ff392575-b2ed-4a98-8b81-11562271b24d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:29.276994 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-ff392575-b2ed-4a98-8b81-11562271b24d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=27f74e9d75e945b78dc514f74bf7cffb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4545827 May 21 15:21:29.277319 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 59090) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:21:29.356616 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-dc3313c4-2e76-4469-aecb-e43fb4aa32a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:29.382584 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-f04d1f03-9d8e-4a35-968e-0695c7aa431f req-76b017b0-bbb6-4457-abe5-ac0b0092a9d1 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730419340153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14885552'] for port, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:29.392854 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-dc3313c4-2e76-4469-aecb-e43fb4aa32a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:29.398569 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] get_ports_and_sgs() called for port_ids ['e5baad11-dfe2-4593-8882-7685a2339cc7', '9cd3c9a4-9ff4-45b7-92f5-328bac5c4c2c'] {{(pid=91550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:21:29.401062 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-69b1cca5-8f99-4487-bb99-559d3e90f556 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:29.484197 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-dc3313c4-2e76-4469-aecb-e43fb4aa32a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:29.494307 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-e00150f4-f3e8-4515-b901-af39253ef20f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:29.498292 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f04d1f03-9d8e-4a35-968e-0695c7aa431f req-76b017b0-bbb6-4457-abe5-ac0b0092a9d1 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Network 321c2ca3-09b1-4787-88ab-24465b663b2d is already hosted by enough agents. {{(pid=91548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:21:29.503861 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.base_scheduler [req-f04d1f03-9d8e-4a35-968e-0695c7aa431f req-76b017b0-bbb6-4457-abe5-ac0b0092a9d1 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Resources bound (agent type, host, resource id): {{(pid=91548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:21:29.510584 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.l3_dvrscheduler_db [req-f04d1f03-9d8e-4a35-968e-0695c7aa431f req-76b017b0-bbb6-4457-abe5-ac0b0092a9d1 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Received port after_create {{(pid=91548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:21:29.527643 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3313c4-2e76-4469-aecb-e43fb4aa32a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=343ee547-fe39-451e-9031-ac654c6d177c,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:29.532519 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-dc3313c4-2e76-4469-aecb-e43fb4aa32a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:29.539623 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b017b0-bbb6-4457-abe5-ac0b0092a9d1 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Pushing event updated for resources: {'Port': ['ID=ef47a698-e886-4aee-b4fc-94139d8e5975,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:29.547271 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-dc3313c4-2e76-4469-aecb-e43fb4aa32a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:29.550303 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-dc3313c4-2e76-4469-aecb-e43fb4aa32a2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/343ee547-fe39-451e-9031-ac654c6d177c HTTP/1.1" status: 204 len: 168 time: 0.2702954 May 21 15:21:29.556315 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-76b017b0-bbb6-4457-abe5-ac0b0092a9d1 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:29.607794 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d1f03-9d8e-4a35-968e-0695c7aa431f req-76b017b0-bbb6-4457-abe5-ac0b0092a9d1 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:29.608033 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-f04d1f03-9d8e-4a35-968e-0695c7aa431f req-76b017b0-bbb6-4457-abe5-ac0b0092a9d1 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for port, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:29.637962 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-751c7f63-f99b-4d31-b356-5a02a517c59a admin admin] Router c12defb2-aa4e-418b-8400-8a1409357669 is scheduled to L3 agent 9c636599-187f-4688-bb24-d46a8be2a055 with binding_index 1 {{(pid=91548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 21 15:21:29.872096 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-751c7f63-f99b-4d31-b356-5a02a517c59a admin admin] Notify agent at l3_agent.dv-cinder-792299-3-iscsi the message routers_updated {{(pid=91548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:21:29.874616 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-f04d1f03-9d8e-4a35-968e-0695c7aa431f req-76b017b0-bbb6-4457-abe5-ac0b0092a9d1 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2452915 May 21 15:21:29.889464 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab28888a-245f-4c54-bbb7-8443497c1acc None None] Sync routers for ids ['c12defb2-aa4e-418b-8400-8a1409357669'] in dv-cinder-792299-3-iscsi {{(pid=91551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:21:29.892892 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b66e469-1e4a-476b-8a0f-cb2ecbddc0b8 req-06eb6c5e-8ea2-4dbd-8d38-4e54b27f9d9f tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:29.902116 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-9b66e469-1e4a-476b-8a0f-cb2ecbddc0b8 req-06eb6c5e-8ea2-4dbd-8d38-4e54b27f9d9f tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=3fd0f3d1-318d-4077-963b-2f7a7d95b23a HTTP/1.1" status: 200 len: 932 time: 0.2202728 May 21 15:21:29.909082 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab28888a-245f-4c54-bbb7-8443497c1acc None None] Routers {'c12defb2-aa4e-418b-8400-8a1409357669'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:21:29.911333 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-ab28888a-245f-4c54-bbb7-8443497c1acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:21:18Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['c12defb2-aa4e-418b-8400-8a1409357669'], 'active': True} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:21:29.924267 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [req-f04d1f03-9d8e-4a35-968e-0695c7aa431f req-8faefabf-c3cb-48a0-8364-a6f3769cfdab service neutron] Request body: {'port': {'device_id': '3fd0f3d1-318d-4077-963b-2f7a7d95b23a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:21:30.026451 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-751c7f63-f99b-4d31-b356-5a02a517c59a admin admin] Notify callbacks [] for router, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:30.027993 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-751c7f63-f99b-4d31-b356-5a02a517c59a admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.0054696 May 21 15:21:30.041544 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 59116) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:21:30.210400 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 59120) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:21:30.215352 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-f04d1f03-9d8e-4a35-968e-0695c7aa431f req-8faefabf-c3cb-48a0-8364-a6f3769cfdab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:30.226609 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-9b66e469-1e4a-476b-8a0f-cb2ecbddc0b8 req-4dddb431-0fdd-456b-a8b8-8ab157532742 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b78fdd-8b23-431a-a677-c884f9e23eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193536 May 21 15:21:30.285063 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-0318a32b-9d44-487b-b4d7-4ae874d617a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:30.428666 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvr_db [None req-ab28888a-245f-4c54-bbb7-8443497c1acc None None] Set router c12defb2-aa4e-418b-8400-8a1409357669 gateway port host: dv-cinder-792299-3-iscsi {{(pid=91551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:21:30.547981 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-0318a32b-9d44-487b-b4d7-4ae874d617a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:21:30.555399 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-0318a32b-9d44-487b-b4d7-4ae874d617a3 admin admin] Usage tracker for resource:security_group_rule and tenant:f199bc01aa8d4b5bb47a8175b50d8179 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:21:30.569039 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-0318a32b-9d44-487b-b4d7-4ae874d617a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:21:30.592662 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-0318a32b-9d44-487b-b4d7-4ae874d617a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:21:30.804651 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-ab28888a-245f-4c54-bbb7-8443497c1acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12defb2-aa4e-418b-8400-8a1409357669', 'name': 'tempest-ServerRescueNegativeTestJSON-697141119-router', 'tenant_id': '0fc01a07398c478fb3a1b2d71b22bbeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '964c7125-8702-483a-a3ba-4286d82a15dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:21:26Z', 'updated_at': '2021-05-21T15:21:28Z', 'revision_number': 3, 'project_id': '0fc01a07398c478fb3a1b2d71b22bbeb', 'gw_port': {'id': '964c7125-8702-483a-a3ba-4286d82a15dc', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ef:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12defb2-aa4e-418b-8400-8a1409357669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:21:27Z', 'updated_at': '2021-05-21T15:21:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi'}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:21:30.810556 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab28888a-245f-4c54-bbb7-8443497c1acc None None] Checking router: c12defb2-aa4e-418b-8400-8a1409357669 for host: dv-cinder-792299-3-iscsi {{(pid=91551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:21:30.811197 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab28888a-245f-4c54-bbb7-8443497c1acc None None] Updating router c12defb2-aa4e-418b-8400-8a1409357669 port 964c7125-8702-483a-a3ba-4286d82a15dc binding host dv-cinder-792299-3-iscsi {{(pid=91551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 21 15:21:30.843243 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-0318a32b-9d44-487b-b4d7-4ae874d617a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:30.852652 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-0318a32b-9d44-487b-b4d7-4ae874d617a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:30.873579 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-82627174-7671-4f97-bad9-2e24ee2bf396 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:30.876431 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron_lib.callbacks.manager [None req-ab28888a-245f-4c54-bbb7-8443497c1acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:30.944695 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-0318a32b-9d44-487b-b4d7-4ae874d617a3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f199bc01aa8d4b5bb47a8175b50d8179&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6973569 May 21 15:21:30.947238 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 59136) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:21:30.951427 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0318a32b-9d44-487b-b4d7-4ae874d617a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ab9568-ca75-4fc9-82dd-5c3abbb0c3c6,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:30.970609 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-0318a32b-9d44-487b-b4d7-4ae874d617a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:31.206607 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.notifiers.nova [req-f04d1f03-9d8e-4a35-968e-0695c7aa431f req-8faefabf-c3cb-48a0-8364-a6f3769cfdab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef47a698-e886-4aee-b4fc-94139d8e5975 {{(pid=91548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:21:31.224146 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-f04d1f03-9d8e-4a35-968e-0695c7aa431f req-8faefabf-c3cb-48a0-8364-a6f3769cfdab service neutron] Notify callbacks [] for port, precommit_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:31.226807 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-b2ff83ec-e88e-4791-bff5-7d436666294d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:31.265628 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.provisioning_blocks [req-f04d1f03-9d8e-4a35-968e-0695c7aa431f req-8faefabf-c3cb-48a0-8364-a6f3769cfdab service neutron] Transition to ACTIVE for port object ef47a698-e886-4aee-b4fc-94139d8e5975 will not be triggered until provisioned by entity L2. {{(pid=91548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:21:31.270830 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-b2ff83ec-e88e-4791-bff5-7d436666294d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:31.282814 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-f04d1f03-9d8e-4a35-968e-0695c7aa431f req-8faefabf-c3cb-48a0-8364-a6f3769cfdab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14885543'] for port, after_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:31.292056 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron_lib.callbacks.manager [None req-ab28888a-245f-4c54-bbb7-8443497c1acc None None] Notify callbacks [] for port, precommit_update {{(pid=91551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:31.297378 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:31.306704 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.provisioning_blocks [None req-ab28888a-245f-4c54-bbb7-8443497c1acc None None] Transition to ACTIVE for port object 964c7125-8702-483a-a3ba-4286d82a15dc will not be triggered until provisioned by entity L2. {{(pid=91551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:21:31.315096 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron_lib.callbacks.manager [None req-ab28888a-245f-4c54-bbb7-8443497c1acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:31.322256 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG oslo_concurrency.lockutils [None req-18af0370-217a-4dd3-9a8d-a007dad7b47f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:31.476019 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.managers [None req-ab28888a-245f-4c54-bbb7-8443497c1acc None None] Attempting to bind port 964c7125-8702-483a-a3ba-4286d82a15dc on host dv-cinder-792299-3-iscsi for vnic_type normal with profile {{(pid=91551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:21:31.476549 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.managers [None req-ab28888a-245f-4c54-bbb7-8443497c1acc None None] Attempting to bind port 964c7125-8702-483a-a3ba-4286d82a15dc by drivers openvswitch,hyperv on host dv-cinder-792299-3-iscsi at level 0 using segments [{'id': '6e22115a-e16c-4b74-9ec4-448dbc5267a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed'}] {{(pid=91551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:21:31.476909 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab28888a-245f-4c54-bbb7-8443497c1acc None None] Attempting to bind port 964c7125-8702-483a-a3ba-4286d82a15dc on network ba463646-5c92-40f4-a60a-d72924905aed {{(pid=91551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:21:31.483528 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab28888a-245f-4c54-bbb7-8443497c1acc None None] Checking agent: {'id': 'f4608e34-e7ca-4ad2-a713-84295da40874', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 12, 18), 'started_at': datetime.datetime(2021, 5, 21, 15, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:21:31.484117 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab28888a-245f-4c54-bbb7-8443497c1acc None None] Checking segment: {'id': '6e22115a-e16c-4b74-9ec4-448dbc5267a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:21:31.484362 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron_lib.callbacks.manager [None req-ab28888a-245f-4c54-bbb7-8443497c1acc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:31.484915 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab28888a-245f-4c54-bbb7-8443497c1acc None None] Bound using segment: {'id': '6e22115a-e16c-4b74-9ec4-448dbc5267a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed'} {{(pid=91551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:21:31.485200 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.managers [None req-ab28888a-245f-4c54-bbb7-8443497c1acc None None] Bound port: 964c7125-8702-483a-a3ba-4286d82a15dc, host: dv-cinder-792299-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e22115a-e16c-4b74-9ec4-448dbc5267a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed'}}] {{(pid=91551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:21:31.485697 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron_lib.callbacks.manager [None req-ab28888a-245f-4c54-bbb7-8443497c1acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:31.503877 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faefabf-c3cb-48a0-8364-a6f3769cfdab service neutron] Pushing event updated for resources: {'Port': ['ID=ef47a698-e886-4aee-b4fc-94139d8e5975,revision_number=2']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:31.510252 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7f21aa-c960-40ac-bf17-b93d03776d7e None None] Pushing event updated for resources: {'Port': ['ID=964c7125-8702-483a-a3ba-4286d82a15dc,revision_number=2']} {{(pid=91551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:31.527840 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7f21aa-c960-40ac-bf17-b93d03776d7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:21:31.528182 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7f21aa-c960-40ac-bf17-b93d03776d7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:21:31.528725 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7f21aa-c960-40ac-bf17-b93d03776d7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:21:31.528845 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7f21aa-c960-40ac-bf17-b93d03776d7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:21:31.529143 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7f21aa-c960-40ac-bf17-b93d03776d7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:21:31.529465 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7f21aa-c960-40ac-bf17-b93d03776d7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:21:31.529780 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7f21aa-c960-40ac-bf17-b93d03776d7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:21:31.530096 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7f21aa-c960-40ac-bf17-b93d03776d7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:21:31.530432 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7f21aa-c960-40ac-bf17-b93d03776d7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:21:31.530923 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7f21aa-c960-40ac-bf17-b93d03776d7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:21:31.531094 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7f21aa-c960-40ac-bf17-b93d03776d7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:21:31.531509 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7f21aa-c960-40ac-bf17-b93d03776d7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:21:31.533627 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-8faefabf-c3cb-48a0-8364-a6f3769cfdab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:31.537370 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG oslo_concurrency.lockutils [None req-ad7f21aa-c960-40ac-bf17-b93d03776d7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=91551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:31.554959 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-124ed5df-2810-4c57-be44-0eadc6efb5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:31.584420 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-b2ff83ec-e88e-4791-bff5-7d436666294d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:31.588602 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.db [None req-ab28888a-245f-4c54-bbb7-8443497c1acc None None] For port 964c7125-8702-483a-a3ba-4286d82a15dc, host dv-cinder-792299-3-iscsi, cleared binding levels {{(pid=91551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:21:31.592200 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-6c31755a-6536-47f9-aac7-a2f54674be9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:31.595218 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.db [None req-ab28888a-245f-4c54-bbb7-8443497c1acc None None] For port 964c7125-8702-483a-a3ba-4286d82a15dc, host dv-cinder-792299-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=964c7125-8702-483a-a3ba-4286d82a15dc,segment=NetworkSegment(6e22115a-e16c-4b74-9ec4-448dbc5267a0),segment_id=6e22115a-e16c-4b74-9ec4-448dbc5267a0)] {{(pid=91551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:21:31.602060 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron_lib.callbacks.manager [None req-ab28888a-245f-4c54-bbb7-8443497c1acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:31.609141 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG oslo_concurrency.lockutils [None req-ad7f21aa-c960-40ac-bf17-b93d03776d7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:31.612901 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ff83ec-e88e-4791-bff5-7d436666294d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ab9568-ca75-4fc9-82dd-5c3abbb0c3c6,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:31.644661 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-b2ff83ec-e88e-4791-bff5-7d436666294d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:31.646399 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-b2ff83ec-e88e-4791-bff5-7d436666294d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:31.653222 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-b2ff83ec-e88e-4791-bff5-7d436666294d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/53ab9568-ca75-4fc9-82dd-5c3abbb0c3c6 HTTP/1.1" status: 204 len: 168 time: 0.7048976 May 21 15:21:31.654192 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.managers [req-f04d1f03-9d8e-4a35-968e-0695c7aa431f req-8faefabf-c3cb-48a0-8364-a6f3769cfdab service neutron] Attempting to bind port ef47a698-e886-4aee-b4fc-94139d8e5975 on host hv-cinder-79229 for vnic_type normal with profile {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:21:31.655374 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.managers [req-f04d1f03-9d8e-4a35-968e-0695c7aa431f req-8faefabf-c3cb-48a0-8364-a6f3769cfdab service neutron] Attempting to bind port ef47a698-e886-4aee-b4fc-94139d8e5975 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '2d67f94e-8ecf-4f8b-811f-9d8f4012b1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '321c2ca3-09b1-4787-88ab-24465b663b2d'}] {{(pid=91548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:21:31.656415 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04d1f03-9d8e-4a35-968e-0695c7aa431f req-8faefabf-c3cb-48a0-8364-a6f3769cfdab service neutron] Attempting to bind port ef47a698-e886-4aee-b4fc-94139d8e5975 on network 321c2ca3-09b1-4787-88ab-24465b663b2d {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:21:31.670595 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04d1f03-9d8e-4a35-968e-0695c7aa431f req-8faefabf-c3cb-48a0-8364-a6f3769cfdab service neutron] Port ef47a698-e886-4aee-b4fc-94139d8e5975 on network 321c2ca3-09b1-4787-88ab-24465b663b2d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 15:21:31.671879 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04d1f03-9d8e-4a35-968e-0695c7aa431f req-8faefabf-c3cb-48a0-8364-a6f3769cfdab service neutron] Attempting to bind port ef47a698-e886-4aee-b4fc-94139d8e5975 on network 321c2ca3-09b1-4787-88ab-24465b663b2d {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:21:31.683651 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2aa28b-197c-4c54-a5d4-cb51434faf22 req-bf09ff79-65eb-4739-819c-45ab3246a753 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:31.684973 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-5a2aa28b-197c-4c54-a5d4-cb51434faf22 req-bf09ff79-65eb-4739-819c-45ab3246a753 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=3fd0f3d1-318d-4077-963b-2f7a7d95b23a HTTP/1.1" status: 200 len: 944 time: 0.2443981 May 21 15:21:31.686290 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04d1f03-9d8e-4a35-968e-0695c7aa431f req-8faefabf-c3cb-48a0-8364-a6f3769cfdab service neutron] Checking agent: {'id': '4762cb26-ef72-475b-a9a0-8f480bf27f9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 18, 22), 'started_at': datetime.datetime(2021, 5, 21, 15, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:21:31.686720 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04d1f03-9d8e-4a35-968e-0695c7aa431f req-8faefabf-c3cb-48a0-8364-a6f3769cfdab service neutron] Checking segment: {'id': '2d67f94e-8ecf-4f8b-811f-9d8f4012b1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '321c2ca3-09b1-4787-88ab-24465b663b2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:21:31.687239 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04d1f03-9d8e-4a35-968e-0695c7aa431f req-8faefabf-c3cb-48a0-8364-a6f3769cfdab service neutron] Bound using segment: {'id': '2d67f94e-8ecf-4f8b-811f-9d8f4012b1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '321c2ca3-09b1-4787-88ab-24465b663b2d'} {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:21:31.687769 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.managers [req-f04d1f03-9d8e-4a35-968e-0695c7aa431f req-8faefabf-c3cb-48a0-8364-a6f3769cfdab service neutron] Bound port: ef47a698-e886-4aee-b4fc-94139d8e5975, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d67f94e-8ecf-4f8b-811f-9d8f4012b1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '321c2ca3-09b1-4787-88ab-24465b663b2d'}}] {{(pid=91548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:21:31.688180 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-f04d1f03-9d8e-4a35-968e-0695c7aa431f req-8faefabf-c3cb-48a0-8364-a6f3769cfdab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:31.824817 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab28888a-245f-4c54-bbb7-8443497c1acc None None] Routers {'c12defb2-aa4e-418b-8400-8a1409357669'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:21:31.830383 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-ab28888a-245f-4c54-bbb7-8443497c1acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:21:18Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['c12defb2-aa4e-418b-8400-8a1409357669'], 'active': True} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:21:31.841648 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [req-f04d1f03-9d8e-4a35-968e-0695c7aa431f req-8faefabf-c3cb-48a0-8364-a6f3769cfdab service neutron] For port ef47a698-e886-4aee-b4fc-94139d8e5975, host hv-cinder-79229, cleared binding levels {{(pid=91548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:21:31.845557 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [req-f04d1f03-9d8e-4a35-968e-0695c7aa431f req-8faefabf-c3cb-48a0-8364-a6f3769cfdab service neutron] For port ef47a698-e886-4aee-b4fc-94139d8e5975, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=ef47a698-e886-4aee-b4fc-94139d8e5975,segment=NetworkSegment(2d67f94e-8ecf-4f8b-811f-9d8f4012b1b2),segment_id=2d67f94e-8ecf-4f8b-811f-9d8f4012b1b2)] {{(pid=91548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:21:31.853579 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-f04d1f03-9d8e-4a35-968e-0695c7aa431f req-8faefabf-c3cb-48a0-8364-a6f3769cfdab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14885543'] for port, after_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:31.855577 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-5a2aa28b-197c-4c54-a5d4-cb51434faf22 req-da669151-9a22-431f-897c-ff86b72c0c42 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b78fdd-8b23-431a-a677-c884f9e23eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156301 May 21 15:21:31.876499 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-90b4b839-2be7-44a7-a392-4d7d41b99acc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:31.922110 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.db_base_plugin_common [None req-124ed5df-2810-4c57-be44-0eadc6efb5e3 admin admin] Allocated IP 172.20.0.1 (d29c3f89-e388-4f8b-92df-23b0002e5815/b5806df6-2818-423b-b237-cbbc2236feaf/9a882cd3-25a6-4034-9bf3-1dac4b128753) {{(pid=91549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:21:31.955645 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7f21aa-c960-40ac-bf17-b93d03776d7e None None] Pushing event updated for resources: {'Port': ['ID=964c7125-8702-483a-a3ba-4286d82a15dc,revision_number=3']} {{(pid=91551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:31.960714 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG oslo_concurrency.lockutils [None req-ad7f21aa-c960-40ac-bf17-b93d03776d7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=91551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:31.970214 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d1f03-9d8e-4a35-968e-0695c7aa431f req-8faefabf-c3cb-48a0-8364-a6f3769cfdab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:31.970958 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-f04d1f03-9d8e-4a35-968e-0695c7aa431f req-8faefabf-c3cb-48a0-8364-a6f3769cfdab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for port, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:31.972673 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-f04d1f03-9d8e-4a35-968e-0695c7aa431f req-8faefabf-c3cb-48a0-8364-a6f3769cfdab service neutron] 10.222.0.68 "PUT /v2.0/ports/ef47a698-e886-4aee-b4fc-94139d8e5975 HTTP/1.1" status: 200 len: 1094 time: 2.0722001 May 21 15:21:31.973954 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fd0f3d1-318d-4077-963b-2f7a7d95b23a', 'tag': 'ef47a698-e886-4aee-b4fc-94139d8e5975'}] {{(pid=91548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:21:32.034439 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faefabf-c3cb-48a0-8364-a6f3769cfdab service neutron] Pushing event updated for resources: {'Port': ['ID=ef47a698-e886-4aee-b4fc-94139d8e5975,revision_number=3']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:32.040362 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-8faefabf-c3cb-48a0-8364-a6f3769cfdab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:32.060776 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fd0f3d1-318d-4077-963b-2f7a7d95b23a', 'tag': 'ef47a698-e886-4aee-b4fc-94139d8e5975', 'status': 'completed', 'code': 200} May 21 15:21:32.150601 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-124ed5df-2810-4c57-be44-0eadc6efb5e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:32.153393 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvr_db [None req-ab28888a-245f-4c54-bbb7-8443497c1acc None None] Set router c12defb2-aa4e-418b-8400-8a1409357669 gateway port host: dv-cinder-792299-3-iscsi {{(pid=91551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:21:32.226559 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-124ed5df-2810-4c57-be44-0eadc6efb5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730419340153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14871526'] for port, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:32.233643 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:32.328523 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124ed5df-2810-4c57-be44-0eadc6efb5e3 admin admin] Network d29c3f89-e388-4f8b-92df-23b0002e5815 is already hosted by enough agents. {{(pid=91549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:21:32.329871 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.base_scheduler [None req-124ed5df-2810-4c57-be44-0eadc6efb5e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=91549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:21:32.347621 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124ed5df-2810-4c57-be44-0eadc6efb5e3 admin admin] Received port after_create {{(pid=91549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:21:32.370565 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 59174) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:21:32.402050 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-3e09b049-4705-4a9f-9ce8-45bb82a5d400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:32.420771 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-3e09b049-4705-4a9f-9ce8-45bb82a5d400 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:21:32.422827 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-124ed5df-2810-4c57-be44-0eadc6efb5e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774610'] for router_interface, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:32.431679 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124ed5df-2810-4c57-be44-0eadc6efb5e3 admin admin] Pushing event updated for resources: {'Port': ['ID=9a882cd3-25a6-4034-9bf3-1dac4b128753,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:32.432299 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-3e09b049-4705-4a9f-9ce8-45bb82a5d400 admin admin] Usage tracker for resource:security_group_rule and tenant:9f7f8d5a195343c4a29960da7ea23816 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:21:32.434685 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-124ed5df-2810-4c57-be44-0eadc6efb5e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:32.436934 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-3e09b049-4705-4a9f-9ce8-45bb82a5d400 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:21:32.447771 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-3e09b049-4705-4a9f-9ce8-45bb82a5d400 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:21:32.467788 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 59178) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:21:32.549953 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-ab28888a-245f-4c54-bbb7-8443497c1acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12defb2-aa4e-418b-8400-8a1409357669', 'name': 'tempest-ServerRescueNegativeTestJSON-697141119-router', 'tenant_id': '0fc01a07398c478fb3a1b2d71b22bbeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '964c7125-8702-483a-a3ba-4286d82a15dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:21:26Z', 'updated_at': '2021-05-21T15:21:28Z', 'revision_number': 3, 'project_id': '0fc01a07398c478fb3a1b2d71b22bbeb', 'gw_port': {'id': '964c7125-8702-483a-a3ba-4286d82a15dc', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ef:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12defb2-aa4e-418b-8400-8a1409357669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:21:27Z', 'updated_at': '2021-05-21T15:21:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi'}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:21:32.561144 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab28888a-245f-4c54-bbb7-8443497c1acc None None] The sync data for ids ['c12defb2-aa4e-418b-8400-8a1409357669'] in dv-cinder-792299-3-iscsi is: [{'id': 'c12defb2-aa4e-418b-8400-8a1409357669', 'name': 'tempest-ServerRescueNegativeTestJSON-697141119-router', 'tenant_id': '0fc01a07398c478fb3a1b2d71b22bbeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '964c7125-8702-483a-a3ba-4286d82a15dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:21:26Z', 'updated_at': '2021-05-21T15:21:28Z', 'revision_number': 3, 'project_id': '0fc01a07398c478fb3a1b2d71b22bbeb', 'gw_port': {'id': '964c7125-8702-483a-a3ba-4286d82a15dc', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ef:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12defb2-aa4e-418b-8400-8a1409357669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:21:27Z', 'updated_at': '2021-05-21T15:21:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi'}] {{(pid=91551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:21:32.596204 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-3e09b049-4705-4a9f-9ce8-45bb82a5d400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:32.602239 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-3e09b049-4705-4a9f-9ce8-45bb82a5d400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:32.616623 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-58244141-e520-47f2-b45c-4ae4970093b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:32.681640 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-124ed5df-2810-4c57-be44-0eadc6efb5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:32.701323 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e09b049-4705-4a9f-9ce8-45bb82a5d400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e927f0-b75c-4a22-a71b-63bca9841496,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:32.722075 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-3e09b049-4705-4a9f-9ce8-45bb82a5d400 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9f7f8d5a195343c4a29960da7ea23816&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3494439 May 21 15:21:32.722804 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 59188) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:21:32.724252 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-3e09b049-4705-4a9f-9ce8-45bb82a5d400 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:32.803508 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-a2e25c6a-a887-4f23-909c-6443e98df8f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:32.855347 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-a2e25c6a-a887-4f23-909c-6443e98df8f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:32.881477 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-52302817-968e-4836-8031-30ab45a88f8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:32.933381 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-52302817-968e-4836-8031-30ab45a88f8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:21:32.940480 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-52302817-968e-4836-8031-30ab45a88f8b admin admin] Usage tracker for resource:security_group_rule and tenant:a4436d7428f94c80adf1e43b12cfdc0e is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:21:32.946367 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-52302817-968e-4836-8031-30ab45a88f8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:21:32.956790 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-52302817-968e-4836-8031-30ab45a88f8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:21:32.994102 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-a2e25c6a-a887-4f23-909c-6443e98df8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:33.009895 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-33d1d2de-33fb-4c40-88d6-1e0237979c65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:33.042578 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e25c6a-a887-4f23-909c-6443e98df8f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e927f0-b75c-4a22-a71b-63bca9841496,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:33.046289 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-a2e25c6a-a887-4f23-909c-6443e98df8f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:33.047768 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-a2e25c6a-a887-4f23-909c-6443e98df8f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:33.054213 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-a2e25c6a-a887-4f23-909c-6443e98df8f5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/49e927f0-b75c-4a22-a71b-63bca9841496 HTTP/1.1" status: 204 len: 168 time: 0.3283124 May 21 15:21:33.063570 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-124ed5df-2810-4c57-be44-0eadc6efb5e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:33.070950 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-124ed5df-2810-4c57-be44-0eadc6efb5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14871537'] for port, after_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:33.132212 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:33.293311 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-52302817-968e-4836-8031-30ab45a88f8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:33.298193 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-124ed5df-2810-4c57-be44-0eadc6efb5e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1697730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774703'] for router_interface, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:33.305166 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124ed5df-2810-4c57-be44-0eadc6efb5e3 admin admin] Pushing event updated for resources: {'Port': ['ID=9a882cd3-25a6-4034-9bf3-1dac4b128753,revision_number=2']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:33.310544 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-52302817-968e-4836-8031-30ab45a88f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:33.320213 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-124ed5df-2810-4c57-be44-0eadc6efb5e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:33.320881 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:33.470260 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52302817-968e-4836-8031-30ab45a88f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=733ae7ae-ad90-442a-af06-31b6de0b9cc4,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:33.477121 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-52302817-968e-4836-8031-30ab45a88f8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:33.492085 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-52302817-968e-4836-8031-30ab45a88f8b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a4436d7428f94c80adf1e43b12cfdc0e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0227375 May 21 15:21:33.495380 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 59206) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:21:33.518131 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5567496-0775-4ae2-ac0b-8fba8ced6fd3 req-fb020d30-d51f-4fa4-9985-d98ecd07bbee tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:33.524303 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-e5567496-0775-4ae2-ac0b-8fba8ced6fd3 req-fb020d30-d51f-4fa4-9985-d98ecd07bbee tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=3fd0f3d1-318d-4077-963b-2f7a7d95b23a HTTP/1.1" status: 200 len: 944 time: 0.4136782 May 21 15:21:33.584209 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-ff585e78-efd6-402e-980e-e55fcaebf2cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:33.609266 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124ed5df-2810-4c57-be44-0eadc6efb5e3 admin admin] Network d29c3f89-e388-4f8b-92df-23b0002e5815 is already hosted by enough agents. {{(pid=91549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:21:33.612508 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.base_scheduler [None req-124ed5df-2810-4c57-be44-0eadc6efb5e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=91549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:21:33.623632 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-ff585e78-efd6-402e-980e-e55fcaebf2cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:33.625575 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-e5567496-0775-4ae2-ac0b-8fba8ced6fd3 req-2c822f85-f2d9-47db-97f7-d8f2777bcf72 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b78fdd-8b23-431a-a677-c884f9e23eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930824 May 21 15:21:33.720288 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-ff585e78-efd6-402e-980e-e55fcaebf2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:33.725934 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-7102e635-ddb7-4551-bb93-f6accee47b1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:33.743685 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff585e78-efd6-402e-980e-e55fcaebf2cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=733ae7ae-ad90-442a-af06-31b6de0b9cc4,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:33.746180 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-ff585e78-efd6-402e-980e-e55fcaebf2cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:33.749705 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-ff585e78-efd6-402e-980e-e55fcaebf2cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:33.750625 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-ff585e78-efd6-402e-980e-e55fcaebf2cc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/733ae7ae-ad90-442a-af06-31b6de0b9cc4 HTTP/1.1" status: 204 len: 168 time: 0.2533493 May 21 15:21:34.034136 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-124ed5df-2810-4c57-be44-0eadc6efb5e3 admin admin] Router c12defb2-aa4e-418b-8400-8a1409357669 has already been hosted by L3 agent 9c636599-187f-4688-bb24-d46a8be2a055 {{(pid=91549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:21:34.294039 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-124ed5df-2810-4c57-be44-0eadc6efb5e3 admin admin] Notify agent at l3_agent.dv-cinder-792299-3-iscsi the message routers_updated {{(pid=91549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:21:34.322159 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-124ed5df-2810-4c57-be44-0eadc6efb5e3 admin admin] 10.222.0.69 "PUT /v2.0/routers/c12defb2-aa4e-418b-8400-8a1409357669/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2786460 May 21 15:21:34.337460 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 59230) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:21:34.357013 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-e84da7b7-96e9-4470-8015-0d567d3b7113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:34.386965 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-e84da7b7-96e9-4470-8015-0d567d3b7113 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:21:34.391438 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-e84da7b7-96e9-4470-8015-0d567d3b7113 admin admin] Usage tracker for resource:security_group_rule and tenant:9de5c25e65c34e96be057606d1cc5990 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:21:34.396041 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-e84da7b7-96e9-4470-8015-0d567d3b7113 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:21:34.403901 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-e84da7b7-96e9-4470-8015-0d567d3b7113 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:21:34.530439 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 964c7125-8702-483a-a3ba-4286d82a15dc up at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:21:34.571611 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-e84da7b7-96e9-4470-8015-0d567d3b7113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:34.578280 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-e84da7b7-96e9-4470-8015-0d567d3b7113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:34.589804 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-65f8fd60-722a-4c36-8906-7248ec044489 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:34.658508 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-e84da7b7-96e9-4470-8015-0d567d3b7113 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9de5c25e65c34e96be057606d1cc5990&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3199179 May 21 15:21:34.661720 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 59244) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:21:34.663733 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84da7b7-96e9-4470-8015-0d567d3b7113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=852411f3-f56f-4d58-b2af-ab58fa2169a5,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:34.668023 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-e84da7b7-96e9-4470-8015-0d567d3b7113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:34.672372 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning for port 964c7125-8702-483a-a3ba-4286d82a15dc completed by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:21:34.679333 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning complete for port 964c7125-8702-483a-a3ba-4286d82a15dc triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:21:34.679727 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:34.773082 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-7e132dd1-46b9-4f9f-abba-94beff1d7b94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:34.857331 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:34.896327 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] For port 964c7125-8702-483a-a3ba-4286d82a15dc, host dv-cinder-792299-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=964c7125-8702-483a-a3ba-4286d82a15dc,segment=NetworkSegment(6e22115a-e16c-4b74-9ec4-448dbc5267a0),segment_id=6e22115a-e16c-4b74-9ec4-448dbc5267a0)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:21:34.901680 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-7e132dd1-46b9-4f9f-abba-94beff1d7b94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:34.905877 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:34.914412 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:35.007186 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af509fdb-f90b-4982-8190-6eb8d167cecd None None] Sync routers for ids ['c12defb2-aa4e-418b-8400-8a1409357669'] in dv-cinder-792299-3-iscsi {{(pid=91550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:21:35.007401 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e5b6d7-9f04-48b4-87a7-6c69100a6a95 req-65c80ecd-f693-4761-9cf2-a1afa7544eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:35.008842 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-c3e5b6d7-9f04-48b4-87a7-6c69100a6a95 req-65c80ecd-f693-4761-9cf2-a1afa7544eca service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f68e94ae626e4618b509d667e1d492d1&device_id=3fd0f3d1-318d-4077-963b-2f7a7d95b23a HTTP/1.1" status: 200 len: 1097 time: 0.2047601 May 21 15:21:35.015330 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde441a-c9db-4360-b7ce-e2d54189ca23 req-b95ccb16-ae50-4385-85e0-35b5d2c3735d tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:35.016946 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-1cde441a-c9db-4360-b7ce-e2d54189ca23 req-b95ccb16-ae50-4385-85e0-35b5d2c3735d tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=3fd0f3d1-318d-4077-963b-2f7a7d95b23a HTTP/1.1" status: 200 len: 944 time: 0.2221048 May 21 15:21:35.052433 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af509fdb-f90b-4982-8190-6eb8d167cecd None None] Routers {'c12defb2-aa4e-418b-8400-8a1409357669'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:21:35.055631 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-af509fdb-f90b-4982-8190-6eb8d167cecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:21:18Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['c12defb2-aa4e-418b-8400-8a1409357669'], 'active': True} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:21:35.091698 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-1cde441a-c9db-4360-b7ce-e2d54189ca23 req-9dc59311-5d35-45bc-9be4-431e2d673c89 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b78fdd-8b23-431a-a677-c884f9e23eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640721 May 21 15:21:35.100523 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-7e132dd1-46b9-4f9f-abba-94beff1d7b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:35.112603 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:35.153303 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e132dd1-46b9-4f9f-abba-94beff1d7b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=852411f3-f56f-4d58-b2af-ab58fa2169a5,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:35.160320 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-7e132dd1-46b9-4f9f-abba-94beff1d7b94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:35.167197 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-7e132dd1-46b9-4f9f-abba-94beff1d7b94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:35.174330 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-7e132dd1-46b9-4f9f-abba-94beff1d7b94 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/852411f3-f56f-4d58-b2af-ab58fa2169a5 HTTP/1.1" status: 204 len: 168 time: 0.5104759 May 21 15:21:35.209217 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Pushing event updated for resources: {'Port': ['ID=964c7125-8702-483a-a3ba-4286d82a15dc,revision_number=4']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:35.230516 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:35.306514 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e5b6d7-9f04-48b4-87a7-6c69100a6a95 req-609eb56b-300c-4d66-9a0a-b4363adf41d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:35.308270 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-c3e5b6d7-9f04-48b4-87a7-6c69100a6a95 req-609eb56b-300c-4d66-9a0a-b4363adf41d1 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=f68e94ae626e4618b509d667e1d492d1&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2903991 May 21 15:21:35.363664 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvr_db [None req-af509fdb-f90b-4982-8190-6eb8d167cecd None None] Set router c12defb2-aa4e-418b-8400-8a1409357669 gateway port host: dv-cinder-792299-3-iscsi {{(pid=91550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:21:35.456762 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc6b930-97f9-4cd4-a7c8-136095612a95 req-b45613e2-b783-44e7-b9bb-0662e6acaaa4 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:35.464168 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-3fc6b930-97f9-4cd4-a7c8-136095612a95 req-b45613e2-b783-44e7-b9bb-0662e6acaaa4 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/networks?id=d29c3f89-e388-4f8b-92df-23b0002e5815 HTTP/1.1" status: 200 len: 818 time: 0.2052615 May 21 15:21:35.481181 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-3fc6b930-97f9-4cd4-a7c8-136095612a95 req-3309b7d1-b9aa-42c6-bdbe-6a457e08db2d tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/quotas/0fc01a07398c478fb3a1b2d71b22bbeb HTTP/1.1" status: 200 len: 375 time: 0.0158174 May 21 15:21:35.531822 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 59272) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:21:35.553509 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e5b6d7-9f04-48b4-87a7-6c69100a6a95 req-cf7d944e-c112-4bce-b583-0865de5c6a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:35.555147 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-c3e5b6d7-9f04-48b4-87a7-6c69100a6a95 req-cf7d944e-c112-4bce-b583-0865de5c6a88 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2369766 May 21 15:21:35.645472 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [req-3fc6b930-97f9-4cd4-a7c8-136095612a95 req-e8032b02-5831-4e4b-9f08-338349e48f71 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Synchronizing usage tracker for tenant:0fc01a07398c478fb3a1b2d71b22bbeb on resource:port {{(pid=91549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:21:35.738073 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [req-3fc6b930-97f9-4cd4-a7c8-136095612a95 req-e8032b02-5831-4e4b-9f08-338349e48f71 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Unset dirty status for tenant:0fc01a07398c478fb3a1b2d71b22bbeb on resource:port {{(pid=91549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:21:35.746433 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-3fc6b930-97f9-4cd4-a7c8-136095612a95 req-e8032b02-5831-4e4b-9f08-338349e48f71 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=0fc01a07398c478fb3a1b2d71b22bbeb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2640941 May 21 15:21:35.747462 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d1f03-9d8e-4a35-968e-0695c7aa431f req-26a4bf26-183c-4768-85ea-0385562cd9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:35.749551 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-f04d1f03-9d8e-4a35-968e-0695c7aa431f req-26a4bf26-183c-4768-85ea-0385562cd9d8 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f68e94ae626e4618b509d667e1d492d1&device_id=3fd0f3d1-318d-4077-963b-2f7a7d95b23a HTTP/1.1" status: 200 len: 1097 time: 0.1468012 May 21 15:21:35.849455 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-f04d1f03-9d8e-4a35-968e-0695c7aa431f req-de55a9c6-1970-4a76-9437-72e2a47665fc service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef47a698-e886-4aee-b4fc-94139d8e5975 HTTP/1.1" status: 200 len: 217 time: 0.0872123 May 21 15:21:35.859157 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 59282) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:21:35.865698 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-af509fdb-f90b-4982-8190-6eb8d167cecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12defb2-aa4e-418b-8400-8a1409357669', 'name': 'tempest-ServerRescueNegativeTestJSON-697141119-router', 'tenant_id': '0fc01a07398c478fb3a1b2d71b22bbeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '964c7125-8702-483a-a3ba-4286d82a15dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:21:26Z', 'updated_at': '2021-05-21T15:21:32Z', 'revision_number': 4, 'project_id': '0fc01a07398c478fb3a1b2d71b22bbeb', 'gw_port': {'id': '964c7125-8702-483a-a3ba-4286d82a15dc', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ef:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12defb2-aa4e-418b-8400-8a1409357669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:21:27Z', 'updated_at': '2021-05-21T15:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_interfaces': [{'id': '9a882cd3-25a6-4034-9bf3-1dac4b128753', 'name': '', 'network_id': 'd29c3f89-e388-4f8b-92df-23b0002e5815', 'tenant_id': '0fc01a07398c478fb3a1b2d71b22bbeb', 'mac_address': 'fa:16:3e:5d:20:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12defb2-aa4e-418b-8400-8a1409357669', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'b5806df6-2818-423b-b237-cbbc2236feaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:21:31Z', 'updated_at': '2021-05-21T15:21:32Z', 'revision_number': 2, 'project_id': '0fc01a07398c478fb3a1b2d71b22bbeb', 'subnets': [{'id': 'b5806df6-2818-423b-b237-cbbc2236feaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:21:35.872393 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af509fdb-f90b-4982-8190-6eb8d167cecd None None] Checking router: c12defb2-aa4e-418b-8400-8a1409357669 for host: dv-cinder-792299-3-iscsi {{(pid=91550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:21:35.873007 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af509fdb-f90b-4982-8190-6eb8d167cecd None None] Updating router c12defb2-aa4e-418b-8400-8a1409357669 port 9a882cd3-25a6-4034-9bf3-1dac4b128753 binding host dv-cinder-792299-3-iscsi {{(pid=91550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 21 15:21:35.961925 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-af509fdb-f90b-4982-8190-6eb8d167cecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:35.975471 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-762dd866-a9fa-4650-b828-8e42bce6fbec admin admin] Notify callbacks [] for security_group, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:35.998380 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-7d949cf7-913d-4b00-9f53-8881565436d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:36.000434 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-762dd866-a9fa-4650-b828-8e42bce6fbec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:21:36.011515 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d1f03-9d8e-4a35-968e-0695c7aa431f req-38ed3655-5084-4103-bc1a-35d60ed967db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:36.012967 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-f04d1f03-9d8e-4a35-968e-0695c7aa431f req-38ed3655-5084-4103-bc1a-35d60ed967db service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f04d5cd6-64de-425f-ad82-16f66f2c1a9c HTTP/1.1" status: 200 len: 855 time: 0.1119032 May 21 15:21:36.018054 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-762dd866-a9fa-4650-b828-8e42bce6fbec admin admin] Usage tracker for resource:security_group_rule and tenant:74f86971b0b24495b599b062026b51bc is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:21:36.023923 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-762dd866-a9fa-4650-b828-8e42bce6fbec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:21:36.024022 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-7d949cf7-913d-4b00-9f53-8881565436d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:21:36.050301 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-762dd866-a9fa-4650-b828-8e42bce6fbec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:21:36.076738 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-3fc6b930-97f9-4cd4-a7c8-136095612a95 req-beab71cc-f274-4249-ba41-d425600b0186 service neutron] 10.222.0.69 "GET /v2.0/networks/d29c3f89-e388-4f8b-92df-23b0002e5815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184829 May 21 15:21:36.084545 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-7d949cf7-913d-4b00-9f53-8881565436d4 admin admin] Usage tracker for resource:security_group_rule and tenant:2717a9acb95048998a2454df3595ffb5 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:21:36.089382 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-f04d1f03-9d8e-4a35-968e-0695c7aa431f req-52a9af9b-ca51-4c4d-9c45-7b444a56c1cb service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=321c2ca3-09b1-4787-88ab-24465b663b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626786 May 21 15:21:36.090223 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-7d949cf7-913d-4b00-9f53-8881565436d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:21:36.096711 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-7d949cf7-913d-4b00-9f53-8881565436d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:21:36.274689 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-3fc6b930-97f9-4cd4-a7c8-136095612a95 req-54365569-d7f2-4e79-88b9-688658c37f4b service neutron] 10.222.0.69 "GET /v2.0/networks/d29c3f89-e388-4f8b-92df-23b0002e5815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970174 May 21 15:21:36.329319 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-762dd866-a9fa-4650-b828-8e42bce6fbec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:36.335951 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-762dd866-a9fa-4650-b828-8e42bce6fbec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:36.355605 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-a82b4003-a8a8-4ba1-9427-a8a72e03c3c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:36.463764 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 964c7125-8702-483a-a3ba-4286d82a15dc up at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:21:36.493107 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-762dd866-a9fa-4650-b828-8e42bce6fbec admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=74f86971b0b24495b599b062026b51bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9589975 May 21 15:21:36.494878 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762dd866-a9fa-4650-b828-8e42bce6fbec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cef4c03-70e6-431f-a15c-6668e7761bc1,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:36.497847 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-762dd866-a9fa-4650-b828-8e42bce6fbec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:36.498834 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 59296) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:21:36.558271 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-f04d1f03-9d8e-4a35-968e-0695c7aa431f req-e73e6819-2bbf-4feb-8f9c-23b1269d2b64 service neutron] 10.222.0.68 "GET /v2.0/networks/321c2ca3-09b1-4787-88ab-24465b663b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4584098 May 21 15:21:36.687515 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-bff5f54f-3d04-4643-ac46-633e27f71149 req-e8103e7a-a34c-4687-aa17-d10bb272776b tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d88d55e-b9b2-4cfe-916e-c2899e3fc98f HTTP/1.1" status: 200 len: 210 time: 0.1123443 May 21 15:21:36.697368 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-7d949cf7-913d-4b00-9f53-8881565436d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:36.713809 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-7d949cf7-913d-4b00-9f53-8881565436d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:36.725253 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a795e-67ee-423d-bffd-107d7c940368 req-e260f7eb-5cf0-4ba5-b6ae-848c489fd6d5 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:36.726978 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-b60a795e-67ee-423d-bffd-107d7c940368 req-e260f7eb-5cf0-4ba5-b6ae-848c489fd6d5 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=3fd0f3d1-318d-4077-963b-2f7a7d95b23a HTTP/1.1" status: 200 len: 944 time: 0.3584516 May 21 15:21:36.753034 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-b7205c61-99f7-48b4-9914-80f1367653b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:36.787105 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning complete for port 964c7125-8702-483a-a3ba-4286d82a15dc triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:21:36.787486 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:36.836685 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-62b1f91e-dbe8-4cd6-86af-e24d9466b5c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:36.847070 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 59306) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:21:36.849584 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d949cf7-913d-4b00-9f53-8881565436d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4e5091-01ba-4578-b13b-af32f6bb5dc9,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:36.909872 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-7d949cf7-913d-4b00-9f53-8881565436d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:36.915518 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-b60a795e-67ee-423d-bffd-107d7c940368 req-2f5d8882-84a6-4ab0-b5da-a8393e55a154 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b78fdd-8b23-431a-a677-c884f9e23eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673095 May 21 15:21:36.936852 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-62b1f91e-dbe8-4cd6-86af-e24d9466b5c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:36.999374 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-af509fdb-f90b-4982-8190-6eb8d167cecd None None] Notify callbacks [] for port, precommit_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:37.049455 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-7d949cf7-913d-4b00-9f53-8881565436d4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2717a9acb95048998a2454df3595ffb5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1827822 May 21 15:21:37.050320 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 59328) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:21:37.086436 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-af509fdb-f90b-4982-8190-6eb8d167cecd None None] Transition to ACTIVE for port object 9a882cd3-25a6-4034-9bf3-1dac4b128753 will not be triggered until provisioned by entity L2. {{(pid=91550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:21:37.099275 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-f04d1f03-9d8e-4a35-968e-0695c7aa431f req-ae7b72e5-0389-4899-b0a2-61327e2a8277 service neutron] 10.222.0.68 "GET /v2.0/networks/321c2ca3-09b1-4787-88ab-24465b663b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5264862 May 21 15:21:37.101454 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-af509fdb-f90b-4982-8190-6eb8d167cecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:37.105887 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:37.118844 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-62b1f91e-dbe8-4cd6-86af-e24d9466b5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:37.128971 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:37.138845 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.agents_db [None req-1cb0bb7b-b6db-4325-ad21-6fa15867ad0e None None] Agent healthcheck: found 6 active agents {{(pid=91551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:21:37.161901 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b1f91e-dbe8-4cd6-86af-e24d9466b5c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cef4c03-70e6-431f-a15c-6668e7761bc1,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:37.172879 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-62b1f91e-dbe8-4cd6-86af-e24d9466b5c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:37.174240 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-62b1f91e-dbe8-4cd6-86af-e24d9466b5c0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5cef4c03-70e6-431f-a15c-6668e7761bc1 HTTP/1.1" status: 204 len: 168 time: 0.6740258 May 21 15:21:37.178152 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-62b1f91e-dbe8-4cd6-86af-e24d9466b5c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:37.248891 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-b43a505c-9e08-43e9-9003-ad4db3ba0fab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:37.314879 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c1053-601d-4b77-92b2-13baaf592a4b req-87decc28-0035-49d9-b4c2-3390313b519f tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:37.318608 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-659c1053-601d-4b77-92b2-13baaf592a4b req-87decc28-0035-49d9-b4c2-3390313b519f tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/networks?id=d29c3f89-e388-4f8b-92df-23b0002e5815 HTTP/1.1" status: 200 len: 818 time: 0.3319261 May 21 15:21:37.319703 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-756d47da-2e3e-4bd9-bd08-aad45d27ba9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:37.326631 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-b43a505c-9e08-43e9-9003-ad4db3ba0fab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:37.364881 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-756d47da-2e3e-4bd9-bd08-aad45d27ba9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:21:37.368557 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-659c1053-601d-4b77-92b2-13baaf592a4b req-4d1cf5f4-78a9-45bc-af6f-a66798fe145b tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/quotas/0fc01a07398c478fb3a1b2d71b22bbeb HTTP/1.1" status: 200 len: 375 time: 0.0175650 May 21 15:21:37.371769 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-756d47da-2e3e-4bd9-bd08-aad45d27ba9f admin admin] Usage tracker for resource:security_group_rule and tenant:bda4ee8cbf3845deb7c0ae24c245813b is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:21:37.420056 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-b43a505c-9e08-43e9-9003-ad4db3ba0fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:37.430215 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-756d47da-2e3e-4bd9-bd08-aad45d27ba9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:21:37.432202 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-3e09b049-4705-4a9f-9ce8-45bb82a5d400 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:37.453206 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-756d47da-2e3e-4bd9-bd08-aad45d27ba9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:21:37.483482 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-b43a505c-9e08-43e9-9003-ad4db3ba0fab admin admin] Notify callbacks [] for security_group, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:37.485229 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-b43a505c-9e08-43e9-9003-ad4db3ba0fab admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6f4e5091-01ba-4578-b13b-af32f6bb5dc9 HTTP/1.1" status: 204 len: 168 time: 0.4319265 May 21 15:21:37.486323 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43a505c-9e08-43e9-9003-ad4db3ba0fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4e5091-01ba-4578-b13b-af32f6bb5dc9,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:37.489397 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-b43a505c-9e08-43e9-9003-ad4db3ba0fab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:37.568894 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-659c1053-601d-4b77-92b2-13baaf592a4b req-58e20495-701d-4b4c-8aaf-49cb906c4b4f tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=0fc01a07398c478fb3a1b2d71b22bbeb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1936398 May 21 15:21:37.736797 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105fe15b-87d9-4791-a66c-7edd3cb3f7de None None] Pushing event updated for resources: {'Port': ['ID=9a882cd3-25a6-4034-9bf3-1dac4b128753,revision_number=3']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:37.761427 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-105fe15b-87d9-4791-a66c-7edd3cb3f7de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.655s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:37.912656 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.managers [None req-af509fdb-f90b-4982-8190-6eb8d167cecd None None] Attempting to bind port 9a882cd3-25a6-4034-9bf3-1dac4b128753 on host dv-cinder-792299-3-iscsi for vnic_type normal with profile {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:21:37.913358 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.managers [None req-af509fdb-f90b-4982-8190-6eb8d167cecd None None] Attempting to bind port 9a882cd3-25a6-4034-9bf3-1dac4b128753 by drivers openvswitch,hyperv on host dv-cinder-792299-3-iscsi at level 0 using segments [{'id': 'e2ef194d-7ce8-41c1-ab43-91505874bf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd29c3f89-e388-4f8b-92df-23b0002e5815'}] {{(pid=91550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:21:37.913751 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af509fdb-f90b-4982-8190-6eb8d167cecd None None] Attempting to bind port 9a882cd3-25a6-4034-9bf3-1dac4b128753 on network d29c3f89-e388-4f8b-92df-23b0002e5815 {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:21:37.916787 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-659c1053-601d-4b77-92b2-13baaf592a4b req-6682237a-119d-494d-8881-ba53fcd2e438 service neutron] 10.222.0.69 "GET /v2.0/networks/d29c3f89-e388-4f8b-92df-23b0002e5815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452449 May 21 15:21:37.928287 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af509fdb-f90b-4982-8190-6eb8d167cecd None None] Checking agent: {'id': 'f4608e34-e7ca-4ad2-a713-84295da40874', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 12, 18), 'started_at': datetime.datetime(2021, 5, 21, 15, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:21:37.928686 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af509fdb-f90b-4982-8190-6eb8d167cecd None None] Checking segment: {'id': 'e2ef194d-7ce8-41c1-ab43-91505874bf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd29c3f89-e388-4f8b-92df-23b0002e5815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:21:37.929100 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-af509fdb-f90b-4982-8190-6eb8d167cecd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:37.930012 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af509fdb-f90b-4982-8190-6eb8d167cecd None None] Bound using segment: {'id': 'e2ef194d-7ce8-41c1-ab43-91505874bf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd29c3f89-e388-4f8b-92df-23b0002e5815'} {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:21:37.930511 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.managers [None req-af509fdb-f90b-4982-8190-6eb8d167cecd None None] Bound port: 9a882cd3-25a6-4034-9bf3-1dac4b128753, host: dv-cinder-792299-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2ef194d-7ce8-41c1-ab43-91505874bf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd29c3f89-e388-4f8b-92df-23b0002e5815'}}] {{(pid=91550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:21:37.930913 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-af509fdb-f90b-4982-8190-6eb8d167cecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:37.966548 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-756d47da-2e3e-4bd9-bd08-aad45d27ba9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:38.061090 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-756d47da-2e3e-4bd9-bd08-aad45d27ba9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:38.097256 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-762dd866-a9fa-4650-b828-8e42bce6fbec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:38.109120 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 59368) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:21:38.109675 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-756d47da-2e3e-4bd9-bd08-aad45d27ba9f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bda4ee8cbf3845deb7c0ae24c245813b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2609711 May 21 15:21:38.147841 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756d47da-2e3e-4bd9-bd08-aad45d27ba9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2306d4f0-5367-4c42-9c22-93e0c596c0d9,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:38.153672 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-756d47da-2e3e-4bd9-bd08-aad45d27ba9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:38.192920 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-659c1053-601d-4b77-92b2-13baaf592a4b req-39fea0b6-1c93-4cab-b0e0-e0ef255abf81 service neutron] 10.222.0.69 "GET /v2.0/networks/d29c3f89-e388-4f8b-92df-23b0002e5815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739317 May 21 15:21:38.218052 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-af509fdb-f90b-4982-8190-6eb8d167cecd None None] For port 9a882cd3-25a6-4034-9bf3-1dac4b128753, host dv-cinder-792299-3-iscsi, cleared binding levels {{(pid=91550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:21:38.222036 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-af509fdb-f90b-4982-8190-6eb8d167cecd None None] For port 9a882cd3-25a6-4034-9bf3-1dac4b128753, host dv-cinder-792299-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=9a882cd3-25a6-4034-9bf3-1dac4b128753,segment=NetworkSegment(e2ef194d-7ce8-41c1-ab43-91505874bf09),segment_id=e2ef194d-7ce8-41c1-ab43-91505874bf09)] {{(pid=91550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:21:38.233315 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-af509fdb-f90b-4982-8190-6eb8d167cecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:38.255891 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:38.305352 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-a92ea065-2edb-4e06-8ae3-0c1f508903e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:38.362299 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-a92ea065-2edb-4e06-8ae3-0c1f508903e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:38.394423 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9eaa55-4a5c-42f8-90e1-8f4b9b23b140 req-b64eaf2e-2d50-463c-8f28-ee557416d2ec tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:38.401170 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-db9eaa55-4a5c-42f8-90e1-8f4b9b23b140 req-b64eaf2e-2d50-463c-8f28-ee557416d2ec tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=3fd0f3d1-318d-4077-963b-2f7a7d95b23a HTTP/1.1" status: 200 len: 944 time: 0.1900556 May 21 15:21:38.407350 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105fe15b-87d9-4791-a66c-7edd3cb3f7de None None] Pushing event updated for resources: {'Port': ['ID=9a882cd3-25a6-4034-9bf3-1dac4b128753,revision_number=4']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:38.414018 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-105fe15b-87d9-4791-a66c-7edd3cb3f7de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:38.435642 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af509fdb-f90b-4982-8190-6eb8d167cecd None None] Routers {'c12defb2-aa4e-418b-8400-8a1409357669'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:21:38.437292 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-af509fdb-f90b-4982-8190-6eb8d167cecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:21:18Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['c12defb2-aa4e-418b-8400-8a1409357669'], 'active': True} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:21:38.587601 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-db9eaa55-4a5c-42f8-90e1-8f4b9b23b140 req-4e918096-e260-462b-ade5-4bd7999e3f92 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b78fdd-8b23-431a-a677-c884f9e23eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782470 May 21 15:21:38.705928 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-4959796b-871d-4517-90d0-b36deb78d630 req-bc2177a0-dd63-4a4e-86c4-7cbe6942968b tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=be512a37-5ce9-4914-8807-04f8f80ad54e HTTP/1.1" status: 200 len: 210 time: 0.0778508 May 21 15:21:38.751410 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-a92ea065-2edb-4e06-8ae3-0c1f508903e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:38.761896 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-2e9a8f70-4352-4bf4-a80d-9335faefb1a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:38.780120 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvr_db [None req-af509fdb-f90b-4982-8190-6eb8d167cecd None None] Set router c12defb2-aa4e-418b-8400-8a1409357669 gateway port host: dv-cinder-792299-3-iscsi {{(pid=91550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:21:38.806149 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-a92ea065-2edb-4e06-8ae3-0c1f508903e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:38.807637 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-a92ea065-2edb-4e06-8ae3-0c1f508903e8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2306d4f0-5367-4c42-9c22-93e0c596c0d9 HTTP/1.1" status: 204 len: 168 time: 0.6974411 May 21 15:21:38.808951 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92ea065-2edb-4e06-8ae3-0c1f508903e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2306d4f0-5367-4c42-9c22-93e0c596c0d9,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:38.815513 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-a92ea065-2edb-4e06-8ae3-0c1f508903e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:38.858215 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc6b930-97f9-4cd4-a7c8-136095612a95 req-26526b9f-b14d-4227-b6c8-0ae325a01da3 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:38.859410 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-3fc6b930-97f9-4cd4-a7c8-136095612a95 req-26526b9f-b14d-4227-b6c8-0ae325a01da3 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Synchronizing usage tracker for tenant:0fc01a07398c478fb3a1b2d71b22bbeb on resource:network {{(pid=91548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:21:38.885405 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-3fc6b930-97f9-4cd4-a7c8-136095612a95 req-26526b9f-b14d-4227-b6c8-0ae325a01da3 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Unset dirty status for tenant:0fc01a07398c478fb3a1b2d71b22bbeb on resource:network {{(pid=91548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:21:38.888492 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-3fc6b930-97f9-4cd4-a7c8-136095612a95 req-26526b9f-b14d-4227-b6c8-0ae325a01da3 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.68 "GET /v2.0/networks?id=d29c3f89-e388-4f8b-92df-23b0002e5815 HTTP/1.1" status: 200 len: 818 time: 0.4342377 May 21 15:21:38.904798 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [req-3fc6b930-97f9-4cd4-a7c8-136095612a95 req-fee61d05-5780-478b-93db-bd349f03ad04 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Request body: {'port': {'device_id': '5d88d55e-b9b2-4cfe-916e-c2899e3fc98f', 'network_id': 'd29c3f89-e388-4f8b-92df-23b0002e5815', 'admin_state_up': True, 'tenant_id': '0fc01a07398c478fb3a1b2d71b22bbeb'}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:21:38.908149 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device ef47a698-e886-4aee-b4fc-94139d8e5975 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:21:39.187343 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [req-3fc6b930-97f9-4cd4-a7c8-136095612a95 req-fee61d05-5780-478b-93db-bd349f03ad04 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:21:39.199646 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [req-3fc6b930-97f9-4cd4-a7c8-136095612a95 req-fee61d05-5780-478b-93db-bd349f03ad04 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:21:39.214190 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fc6b930-97f9-4cd4-a7c8-136095612a95 req-fee61d05-5780-478b-93db-bd349f03ad04 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Made reservation on behalf of 0fc01a07398c478fb3a1b2d71b22bbeb for: {'port': 1} {{(pid=91548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:21:39.218204 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-3fc6b930-97f9-4cd4-a7c8-136095612a95 req-fee61d05-5780-478b-93db-bd349f03ad04 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:39.360922 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-af509fdb-f90b-4982-8190-6eb8d167cecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12defb2-aa4e-418b-8400-8a1409357669', 'name': 'tempest-ServerRescueNegativeTestJSON-697141119-router', 'tenant_id': '0fc01a07398c478fb3a1b2d71b22bbeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '964c7125-8702-483a-a3ba-4286d82a15dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:21:26Z', 'updated_at': '2021-05-21T15:21:32Z', 'revision_number': 4, 'project_id': '0fc01a07398c478fb3a1b2d71b22bbeb', 'gw_port': {'id': '964c7125-8702-483a-a3ba-4286d82a15dc', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ef:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12defb2-aa4e-418b-8400-8a1409357669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:21:27Z', 'updated_at': '2021-05-21T15:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_interfaces': [{'id': '9a882cd3-25a6-4034-9bf3-1dac4b128753', 'name': '', 'network_id': 'd29c3f89-e388-4f8b-92df-23b0002e5815', 'tenant_id': '0fc01a07398c478fb3a1b2d71b22bbeb', 'mac_address': 'fa:16:3e:5d:20:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12defb2-aa4e-418b-8400-8a1409357669', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'b5806df6-2818-423b-b237-cbbc2236feaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:21:31Z', 'updated_at': '2021-05-21T15:21:38Z', 'revision_number': 4, 'project_id': '0fc01a07398c478fb3a1b2d71b22bbeb', 'subnets': [{'id': 'b5806df6-2818-423b-b237-cbbc2236feaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:21:39.368671 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af509fdb-f90b-4982-8190-6eb8d167cecd None None] The sync data for ids ['c12defb2-aa4e-418b-8400-8a1409357669'] in dv-cinder-792299-3-iscsi is: [{'id': 'c12defb2-aa4e-418b-8400-8a1409357669', 'name': 'tempest-ServerRescueNegativeTestJSON-697141119-router', 'tenant_id': '0fc01a07398c478fb3a1b2d71b22bbeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '964c7125-8702-483a-a3ba-4286d82a15dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:21:26Z', 'updated_at': '2021-05-21T15:21:32Z', 'revision_number': 4, 'project_id': '0fc01a07398c478fb3a1b2d71b22bbeb', 'gw_port': {'id': '964c7125-8702-483a-a3ba-4286d82a15dc', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ef:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12defb2-aa4e-418b-8400-8a1409357669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:21:27Z', 'updated_at': '2021-05-21T15:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_interfaces': [{'id': '9a882cd3-25a6-4034-9bf3-1dac4b128753', 'name': '', 'network_id': 'd29c3f89-e388-4f8b-92df-23b0002e5815', 'tenant_id': '0fc01a07398c478fb3a1b2d71b22bbeb', 'mac_address': 'fa:16:3e:5d:20:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12defb2-aa4e-418b-8400-8a1409357669', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'b5806df6-2818-423b-b237-cbbc2236feaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:21:31Z', 'updated_at': '2021-05-21T15:21:38Z', 'revision_number': 4, 'project_id': '0fc01a07398c478fb3a1b2d71b22bbeb', 'subnets': [{'id': 'b5806df6-2818-423b-b237-cbbc2236feaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:21:39.371878 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port ef47a698-e886-4aee-b4fc-94139d8e5975, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=ef47a698-e886-4aee-b4fc-94139d8e5975,segment=NetworkSegment(2d67f94e-8ecf-4f8b-811f-9d8f4012b1b2),segment_id=2d67f94e-8ecf-4f8b-811f-9d8f4012b1b2)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:21:39.392813 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Returning: {'device': 'ef47a698-e886-4aee-b4fc-94139d8e5975', 'network_id': '321c2ca3-09b1-4787-88ab-24465b663b2d', 'port_id': 'ef47a698-e886-4aee-b4fc-94139d8e5975', 'mac_address': 'fa:16:3e:ac:82:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f04d5cd6-64de-425f-ad82-16f66f2c1a9c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:21:39.502760 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:39.538604 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.db_base_plugin_common [req-3fc6b930-97f9-4cd4-a7c8-136095612a95 req-fee61d05-5780-478b-93db-bd349f03ad04 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Allocated IP 172.20.0.5 (d29c3f89-e388-4f8b-92df-23b0002e5815/b5806df6-2818-423b-b237-cbbc2236feaf/69511024-0acb-4c43-8e69-3148f72d9dae) {{(pid=91548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:21:39.590419 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.notifiers.nova [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef47a698-e886-4aee-b4fc-94139d8e5975 {{(pid=91550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:21:39.648851 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 59434) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:21:39.659730 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port ef47a698-e886-4aee-b4fc-94139d8e5975, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=ef47a698-e886-4aee-b4fc-94139d8e5975,segment=NetworkSegment(2d67f94e-8ecf-4f8b-811f-9d8f4012b1b2),segment_id=2d67f94e-8ecf-4f8b-811f-9d8f4012b1b2)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:21:39.671542 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:39.679282 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-44aee88f-771e-45b3-93c3-b120b9e96e4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:39.716008 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-94c292a0-0c79-4467-bac5-947efe5b88b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:39.782415 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-94c292a0-0c79-4467-bac5-947efe5b88b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:21:39.797312 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-94c292a0-0c79-4467-bac5-947efe5b88b3 admin admin] Usage tracker for resource:security_group_rule and tenant:7573b13d35f64e5f966fea0988d2f229 is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:21:39.811171 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-94c292a0-0c79-4467-bac5-947efe5b88b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:21:39.834975 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-94c292a0-0c79-4467-bac5-947efe5b88b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:21:39.839471 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Pushing event updated for resources: {'Port': ['ID=ef47a698-e886-4aee-b4fc-94139d8e5975,revision_number=4']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:39.848913 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:40.079785 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-1f0e57ca-da34-4ff5-90e1-2b10d313bbad req-93cb21ad-b5a8-46bb-ae73-e074d841da25 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=be512a37-5ce9-4914-8807-04f8f80ad54e HTTP/1.1" status: 200 len: 210 time: 0.0620680 May 21 15:21:40.095400 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] get_ports_and_sgs() called for port_ids ['ef47a698-e886-4aee-b4fc-94139d8e5975'] {{(pid=91550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:21:40.235383 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-94c292a0-0c79-4467-bac5-947efe5b88b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:40.245753 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-3fc6b930-97f9-4cd4-a7c8-136095612a95 req-fee61d05-5780-478b-93db-bd349f03ad04 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Notify callbacks [] for port, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:40.248428 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-94c292a0-0c79-4467-bac5-947efe5b88b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:40.278342 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-96031794-08bb-43d0-ad0e-6766eaee6dba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:40.353221 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-3fc6b930-97f9-4cd4-a7c8-136095612a95 req-fee61d05-5780-478b-93db-bd349f03ad04 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730419340153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14885552'] for port, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:40.376501 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-8faefabf-c3cb-48a0-8364-a6f3769cfdab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:40.489791 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c860bffc-525f-482c-991a-e4d14ddb5e8c req-b24cf87a-957a-4b9b-a1a7-fd6f51e4febe tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:40.500978 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-c860bffc-525f-482c-991a-e4d14ddb5e8c req-b24cf87a-957a-4b9b-a1a7-fd6f51e4febe tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=3fd0f3d1-318d-4077-963b-2f7a7d95b23a HTTP/1.1" status: 200 len: 945 time: 0.6063831 May 21 15:21:40.529452 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-94c292a0-0c79-4467-bac5-947efe5b88b3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7573b13d35f64e5f966fea0988d2f229&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8728454 May 21 15:21:40.531503 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c292a0-0c79-4467-bac5-947efe5b88b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd23503c-6752-4a3b-9c4a-24ec6fd2addf,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:40.536462 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 59458) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:21:40.594748 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-94c292a0-0c79-4467-bac5-947efe5b88b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:40.631053 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-c860bffc-525f-482c-991a-e4d14ddb5e8c req-f4468947-010e-4907-aec7-0c33c77a222e tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b78fdd-8b23-431a-a677-c884f9e23eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147385 May 21 15:21:40.646415 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 9a882cd3-25a6-4034-9bf3-1dac4b128753 up at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:21:40.693870 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fc6b930-97f9-4cd4-a7c8-136095612a95 req-fee61d05-5780-478b-93db-bd349f03ad04 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Network d29c3f89-e388-4f8b-92df-23b0002e5815 is already hosted by enough agents. {{(pid=91548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:21:40.792293 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning for port 9a882cd3-25a6-4034-9bf3-1dac4b128753 completed by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:21:40.815128 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning complete for port 9a882cd3-25a6-4034-9bf3-1dac4b128753 triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:21:40.817717 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:40.822766 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.base_scheduler [req-3fc6b930-97f9-4cd4-a7c8-136095612a95 req-fee61d05-5780-478b-93db-bd349f03ad04 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Resources bound (agent type, host, resource id): {{(pid=91548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:21:40.846443 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc6b930-97f9-4cd4-a7c8-136095612a95 req-fee61d05-5780-478b-93db-bd349f03ad04 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Received port after_create {{(pid=91548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:21:40.964895 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee61d05-5780-478b-93db-bd349f03ad04 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Pushing event updated for resources: {'Port': ['ID=69511024-0acb-4c43-8e69-3148f72d9dae,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:40.980668 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-fee61d05-5780-478b-93db-bd349f03ad04 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:41.016145 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-1529106e-42fa-4c8b-bb80-f559201333c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:41.069585 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc6b930-97f9-4cd4-a7c8-136095612a95 req-fee61d05-5780-478b-93db-bd349f03ad04 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:41.070244 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-3fc6b930-97f9-4cd4-a7c8-136095612a95 req-fee61d05-5780-478b-93db-bd349f03ad04 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for port, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:41.097638 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c1053-601d-4b77-92b2-13baaf592a4b req-1a165aa7-2107-4f29-bf1d-c916d50d5c73 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:41.099767 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-659c1053-601d-4b77-92b2-13baaf592a4b req-1a165aa7-2107-4f29-bf1d-c916d50d5c73 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.68 "GET /v2.0/networks?id=d29c3f89-e388-4f8b-92df-23b0002e5815 HTTP/1.1" status: 200 len: 818 time: 0.5167847 May 21 15:21:41.121772 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [req-659c1053-601d-4b77-92b2-13baaf592a4b req-555cabff-b2a5-41a2-8969-b8384de1cf0a tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Request body: {'port': {'device_id': 'be512a37-5ce9-4914-8807-04f8f80ad54e', 'network_id': 'd29c3f89-e388-4f8b-92df-23b0002e5815', 'admin_state_up': True, 'tenant_id': '0fc01a07398c478fb3a1b2d71b22bbeb'}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:21:41.148606 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-1529106e-42fa-4c8b-bb80-f559201333c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:41.302078 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:41.320655 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-57897294-d4f8-4587-aa23-18b96c3fa09a req-20071094-365f-4b3c-826e-1c859e9db382 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=be512a37-5ce9-4914-8807-04f8f80ad54e HTTP/1.1" status: 200 len: 210 time: 0.0620532 May 21 15:21:41.348558 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] For port 9a882cd3-25a6-4034-9bf3-1dac4b128753, host dv-cinder-792299-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=9a882cd3-25a6-4034-9bf3-1dac4b128753,segment=NetworkSegment(e2ef194d-7ce8-41c1-ab43-91505874bf09),segment_id=e2ef194d-7ce8-41c1-ab43-91505874bf09)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:21:41.370730 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:41.382004 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:41.469274 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-3fc6b930-97f9-4cd4-a7c8-136095612a95 req-fee61d05-5780-478b-93db-bd349f03ad04 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5715313 May 21 15:21:41.497909 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [req-3fc6b930-97f9-4cd4-a7c8-136095612a95 req-e5bb3f03-782a-4c9e-b775-d48046fa0acb service neutron] Request body: {'port': {'device_id': '5d88d55e-b9b2-4cfe-916e-c2899e3fc98f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:21:41.599251 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Pushing event updated for resources: {'Port': ['ID=9a882cd3-25a6-4034-9bf3-1dac4b128753,revision_number=5']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:41.611330 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:41.646160 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-1529106e-42fa-4c8b-bb80-f559201333c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:41.657742 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [req-659c1053-601d-4b77-92b2-13baaf592a4b req-555cabff-b2a5-41a2-8969-b8384de1cf0a tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:21:41.660251 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-f9e26f92-28ee-4a65-a239-e5ae0d9053c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:41.687217 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-659c1053-601d-4b77-92b2-13baaf592a4b req-555cabff-b2a5-41a2-8969-b8384de1cf0a tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Usage tracker for resource:port and tenant:0fc01a07398c478fb3a1b2d71b22bbeb is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:21:41.694780 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-659c1053-601d-4b77-92b2-13baaf592a4b req-555cabff-b2a5-41a2-8969-b8384de1cf0a tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:21:41.717177 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-1529106e-42fa-4c8b-bb80-f559201333c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:41.721061 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-1529106e-42fa-4c8b-bb80-f559201333c8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fd23503c-6752-4a3b-9c4a-24ec6fd2addf HTTP/1.1" status: 204 len: 168 time: 1.1786876 May 21 15:21:41.721061 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-3fc6b930-97f9-4cd4-a7c8-136095612a95 req-e5bb3f03-782a-4c9e-b775-d48046fa0acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:41.760945 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1529106e-42fa-4c8b-bb80-f559201333c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd23503c-6752-4a3b-9c4a-24ec6fd2addf,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:41.763734 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-1529106e-42fa-4c8b-bb80-f559201333c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:41.767310 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [req-659c1053-601d-4b77-92b2-13baaf592a4b req-555cabff-b2a5-41a2-8969-b8384de1cf0a tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:21:41.828671 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-659c1053-601d-4b77-92b2-13baaf592a4b req-555cabff-b2a5-41a2-8969-b8384de1cf0a tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Made reservation on behalf of 0fc01a07398c478fb3a1b2d71b22bbeb for: {'port': 1} {{(pid=91548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:21:41.832416 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-659c1053-601d-4b77-92b2-13baaf592a4b req-555cabff-b2a5-41a2-8969-b8384de1cf0a tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:41.903766 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50fa2f-4536-4435-8596-1d4b3b26bdc0 req-34aacf8f-ec13-4ef5-bb83-9ea077191675 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:41.905494 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-9f50fa2f-4536-4435-8596-1d4b3b26bdc0 req-34aacf8f-ec13-4ef5-bb83-9ea077191675 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=3fd0f3d1-318d-4077-963b-2f7a7d95b23a HTTP/1.1" status: 200 len: 945 time: 0.1006782 May 21 15:21:41.960581 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-9f50fa2f-4536-4435-8596-1d4b3b26bdc0 req-407f4544-f7f1-412b-ac7d-fd57128cdafe tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b78fdd-8b23-431a-a677-c884f9e23eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479398 May 21 15:21:42.158847 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.db_base_plugin_common [req-659c1053-601d-4b77-92b2-13baaf592a4b req-555cabff-b2a5-41a2-8969-b8384de1cf0a tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Allocated IP 172.20.0.4 (d29c3f89-e388-4f8b-92df-23b0002e5815/b5806df6-2818-423b-b237-cbbc2236feaf/5df660a9-edbd-44d1-9e02-0d036fb5652c) {{(pid=91548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:21:42.387939 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-659c1053-601d-4b77-92b2-13baaf592a4b req-555cabff-b2a5-41a2-8969-b8384de1cf0a tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Notify callbacks [] for port, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:42.446249 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-659c1053-601d-4b77-92b2-13baaf592a4b req-555cabff-b2a5-41a2-8969-b8384de1cf0a tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730419340153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14885552'] for port, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:42.457116 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:42.457773 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 9a882cd3-25a6-4034-9bf3-1dac4b128753 up at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:21:42.522736 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8d11a-4a09-45b6-88b2-16be120c8fa6 req-326e951f-5e38-40c4-9e8a-e6a6f569850e tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:42.524492 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-a5c8d11a-4a09-45b6-88b2-16be120c8fa6 req-326e951f-5e38-40c4-9e8a-e6a6f569850e tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=be512a37-5ce9-4914-8807-04f8f80ad54e HTTP/1.1" status: 200 len: 931 time: 0.1002164 May 21 15:21:42.534852 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning complete for port 9a882cd3-25a6-4034-9bf3-1dac4b128753 triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:21:42.535837 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:42.585544 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-a5c8d11a-4a09-45b6-88b2-16be120c8fa6 req-2769e935-7ed5-4d77-9acf-ca132c0e4078 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553610 May 21 15:21:42.616283 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-659c1053-601d-4b77-92b2-13baaf592a4b req-555cabff-b2a5-41a2-8969-b8384de1cf0a tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Network d29c3f89-e388-4f8b-92df-23b0002e5815 is already hosted by enough agents. {{(pid=91548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:21:42.621237 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.base_scheduler [req-659c1053-601d-4b77-92b2-13baaf592a4b req-555cabff-b2a5-41a2-8969-b8384de1cf0a tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Resources bound (agent type, host, resource id): {{(pid=91548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:21:42.623644 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.l3_dvrscheduler_db [req-659c1053-601d-4b77-92b2-13baaf592a4b req-555cabff-b2a5-41a2-8969-b8384de1cf0a tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Received port after_create {{(pid=91548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:21:42.663401 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555cabff-b2a5-41a2-8969-b8384de1cf0a tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Pushing event updated for resources: {'Port': ['ID=5df660a9-edbd-44d1-9e02-0d036fb5652c,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:42.666177 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-555cabff-b2a5-41a2-8969-b8384de1cf0a tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:42.730044 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c1053-601d-4b77-92b2-13baaf592a4b req-555cabff-b2a5-41a2-8969-b8384de1cf0a tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:42.730367 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-659c1053-601d-4b77-92b2-13baaf592a4b req-555cabff-b2a5-41a2-8969-b8384de1cf0a tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for port, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:42.775748 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-659c1053-601d-4b77-92b2-13baaf592a4b req-555cabff-b2a5-41a2-8969-b8384de1cf0a tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6578374 May 21 15:21:42.837421 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.notifiers.nova [req-3fc6b930-97f9-4cd4-a7c8-136095612a95 req-e5bb3f03-782a-4c9e-b775-d48046fa0acb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69511024-0acb-4c43-8e69-3148f72d9dae {{(pid=91548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:21:42.845899 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-3fc6b930-97f9-4cd4-a7c8-136095612a95 req-e5bb3f03-782a-4c9e-b775-d48046fa0acb service neutron] Notify callbacks [] for port, precommit_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:42.865349 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.provisioning_blocks [req-3fc6b930-97f9-4cd4-a7c8-136095612a95 req-e5bb3f03-782a-4c9e-b775-d48046fa0acb service neutron] Transition to ACTIVE for port object 69511024-0acb-4c43-8e69-3148f72d9dae will not be triggered until provisioned by entity L2. {{(pid=91548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:21:42.870996 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-3fc6b930-97f9-4cd4-a7c8-136095612a95 req-e5bb3f03-782a-4c9e-b775-d48046fa0acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14885543'] for port, after_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:42.875909 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:43.036528 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bb3f03-782a-4c9e-b775-d48046fa0acb service neutron] Pushing event updated for resources: {'Port': ['ID=69511024-0acb-4c43-8e69-3148f72d9dae,revision_number=2']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:43.064249 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-e5bb3f03-782a-4c9e-b775-d48046fa0acb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:43.111492 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.managers [req-3fc6b930-97f9-4cd4-a7c8-136095612a95 req-e5bb3f03-782a-4c9e-b775-d48046fa0acb service neutron] Attempting to bind port 69511024-0acb-4c43-8e69-3148f72d9dae on host hv-cinder-79229 for vnic_type normal with profile {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:21:43.111823 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.managers [req-3fc6b930-97f9-4cd4-a7c8-136095612a95 req-e5bb3f03-782a-4c9e-b775-d48046fa0acb service neutron] Attempting to bind port 69511024-0acb-4c43-8e69-3148f72d9dae by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': 'e2ef194d-7ce8-41c1-ab43-91505874bf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd29c3f89-e388-4f8b-92df-23b0002e5815'}] {{(pid=91548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:21:43.112164 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc6b930-97f9-4cd4-a7c8-136095612a95 req-e5bb3f03-782a-4c9e-b775-d48046fa0acb service neutron] Attempting to bind port 69511024-0acb-4c43-8e69-3148f72d9dae on network d29c3f89-e388-4f8b-92df-23b0002e5815 {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:21:43.117613 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc6b930-97f9-4cd4-a7c8-136095612a95 req-e5bb3f03-782a-4c9e-b775-d48046fa0acb service neutron] Port 69511024-0acb-4c43-8e69-3148f72d9dae on network d29c3f89-e388-4f8b-92df-23b0002e5815 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 15:21:43.117854 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc6b930-97f9-4cd4-a7c8-136095612a95 req-e5bb3f03-782a-4c9e-b775-d48046fa0acb service neutron] Attempting to bind port 69511024-0acb-4c43-8e69-3148f72d9dae on network d29c3f89-e388-4f8b-92df-23b0002e5815 {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:21:43.123117 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc6b930-97f9-4cd4-a7c8-136095612a95 req-e5bb3f03-782a-4c9e-b775-d48046fa0acb service neutron] Checking agent: {'id': '4762cb26-ef72-475b-a9a0-8f480bf27f9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 18, 22), 'started_at': datetime.datetime(2021, 5, 21, 15, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:21:43.123454 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc6b930-97f9-4cd4-a7c8-136095612a95 req-e5bb3f03-782a-4c9e-b775-d48046fa0acb service neutron] Checking segment: {'id': 'e2ef194d-7ce8-41c1-ab43-91505874bf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd29c3f89-e388-4f8b-92df-23b0002e5815'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:21:43.123836 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc6b930-97f9-4cd4-a7c8-136095612a95 req-e5bb3f03-782a-4c9e-b775-d48046fa0acb service neutron] Bound using segment: {'id': 'e2ef194d-7ce8-41c1-ab43-91505874bf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd29c3f89-e388-4f8b-92df-23b0002e5815'} {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:21:43.124264 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.managers [req-3fc6b930-97f9-4cd4-a7c8-136095612a95 req-e5bb3f03-782a-4c9e-b775-d48046fa0acb service neutron] Bound port: 69511024-0acb-4c43-8e69-3148f72d9dae, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2ef194d-7ce8-41c1-ab43-91505874bf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd29c3f89-e388-4f8b-92df-23b0002e5815'}}] {{(pid=91548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:21:43.124611 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-3fc6b930-97f9-4cd4-a7c8-136095612a95 req-e5bb3f03-782a-4c9e-b775-d48046fa0acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:43.147988 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 59570) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:21:43.170874 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22b9259-e050-4ae6-a831-7d9c0472486e req-af9c9d04-ee6f-43c8-91c5-3122eab30804 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:43.172507 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-b22b9259-e050-4ae6-a831-7d9c0472486e req-af9c9d04-ee6f-43c8-91c5-3122eab30804 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=3fd0f3d1-318d-4077-963b-2f7a7d95b23a HTTP/1.1" status: 200 len: 945 time: 0.0935366 May 21 15:21:43.223695 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-b22b9259-e050-4ae6-a831-7d9c0472486e req-fdf40f90-6fa7-422e-a223-435cb708043f tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b78fdd-8b23-431a-a677-c884f9e23eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445712 May 21 15:21:43.225533 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [req-3fc6b930-97f9-4cd4-a7c8-136095612a95 req-e5bb3f03-782a-4c9e-b775-d48046fa0acb service neutron] For port 69511024-0acb-4c43-8e69-3148f72d9dae, host hv-cinder-79229, cleared binding levels {{(pid=91548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:21:43.228810 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [req-3fc6b930-97f9-4cd4-a7c8-136095612a95 req-e5bb3f03-782a-4c9e-b775-d48046fa0acb service neutron] For port 69511024-0acb-4c43-8e69-3148f72d9dae, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=69511024-0acb-4c43-8e69-3148f72d9dae,segment=NetworkSegment(e2ef194d-7ce8-41c1-ab43-91505874bf09),segment_id=e2ef194d-7ce8-41c1-ab43-91505874bf09)] {{(pid=91548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:21:43.234498 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-3fc6b930-97f9-4cd4-a7c8-136095612a95 req-e5bb3f03-782a-4c9e-b775-d48046fa0acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14885543'] for port, after_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:43.240088 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:43.285132 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-056eb0e3-7b84-460b-8922-3a0434e7b8bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:43.293724 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc6b930-97f9-4cd4-a7c8-136095612a95 req-e5bb3f03-782a-4c9e-b775-d48046fa0acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:43.294327 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-3fc6b930-97f9-4cd4-a7c8-136095612a95 req-e5bb3f03-782a-4c9e-b775-d48046fa0acb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for port, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:43.296083 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-3fc6b930-97f9-4cd4-a7c8-136095612a95 req-e5bb3f03-782a-4c9e-b775-d48046fa0acb service neutron] 10.222.0.68 "PUT /v2.0/ports/69511024-0acb-4c43-8e69-3148f72d9dae HTTP/1.1" status: 200 len: 1093 time: 1.8145258 May 21 15:21:43.296202 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d88d55e-b9b2-4cfe-916e-c2899e3fc98f', 'tag': '69511024-0acb-4c43-8e69-3148f72d9dae'}] {{(pid=91548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:21:43.304072 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-056eb0e3-7b84-460b-8922-3a0434e7b8bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:21:43.308957 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-056eb0e3-7b84-460b-8922-3a0434e7b8bb admin admin] Usage tracker for resource:security_group_rule and tenant:96221a9259dd4f79958239aeb1d6b1f6 is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:21:43.315241 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-056eb0e3-7b84-460b-8922-3a0434e7b8bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:21:43.323449 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-056eb0e3-7b84-460b-8922-3a0434e7b8bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:21:43.324224 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bb3f03-782a-4c9e-b775-d48046fa0acb service neutron] Pushing event updated for resources: {'Port': ['ID=69511024-0acb-4c43-8e69-3148f72d9dae,revision_number=3']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:43.327381 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-e5bb3f03-782a-4c9e-b775-d48046fa0acb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:43.358652 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d88d55e-b9b2-4cfe-916e-c2899e3fc98f', 'tag': '69511024-0acb-4c43-8e69-3148f72d9dae', 'status': 'completed', 'code': 200} May 21 15:21:43.414969 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-056eb0e3-7b84-460b-8922-3a0434e7b8bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:43.418791 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-056eb0e3-7b84-460b-8922-3a0434e7b8bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:43.427513 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-83674777-c790-447c-a05a-35bfcfa7e4ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:43.465829 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-056eb0e3-7b84-460b-8922-3a0434e7b8bb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=96221a9259dd4f79958239aeb1d6b1f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3154416 May 21 15:21:43.466667 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056eb0e3-7b84-460b-8922-3a0434e7b8bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac83ce6-c04b-4eeb-993d-89143b59c5ba,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:43.468634 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 59582) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:21:43.469620 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-056eb0e3-7b84-460b-8922-3a0434e7b8bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:43.527486 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-91c8b811-be11-44d8-a18e-3d970baae686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:43.552743 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-91c8b811-be11-44d8-a18e-3d970baae686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:43.604355 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-91c8b811-be11-44d8-a18e-3d970baae686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:43.609239 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-2dda4d6c-a639-4aa8-ac9a-9e25d2d66448 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:43.624112 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c8b811-be11-44d8-a18e-3d970baae686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac83ce6-c04b-4eeb-993d-89143b59c5ba,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:43.626325 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-91c8b811-be11-44d8-a18e-3d970baae686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:43.627995 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-91c8b811-be11-44d8-a18e-3d970baae686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:43.629825 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-91c8b811-be11-44d8-a18e-3d970baae686 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bac83ce6-c04b-4eeb-993d-89143b59c5ba HTTP/1.1" status: 204 len: 168 time: 0.1594582 May 21 15:21:43.782068 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f8c191-ed1f-4cf5-8bde-6a9bce6643cc req-edf24f28-ac4b-4679-9a03-29ed4bb7bc29 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:43.783704 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-56f8c191-ed1f-4cf5-8bde-6a9bce6643cc req-edf24f28-ac4b-4679-9a03-29ed4bb7bc29 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=be512a37-5ce9-4914-8807-04f8f80ad54e HTTP/1.1" status: 200 len: 931 time: 0.0895772 May 21 15:21:43.839195 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-56f8c191-ed1f-4cf5-8bde-6a9bce6643cc req-0b8ae3e7-7f71-45cd-bf97-c449e0e41b6a tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454471 May 21 15:21:44.418635 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a28b3-b948-489f-8a8d-d05f06f2eeb9 req-8d337676-fd0d-4790-a7dc-b3329e77d620 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:44.420093 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-149a28b3-b948-489f-8a8d-d05f06f2eeb9 req-8d337676-fd0d-4790-a7dc-b3329e77d620 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=3fd0f3d1-318d-4077-963b-2f7a7d95b23a HTTP/1.1" status: 200 len: 945 time: 0.0828569 May 21 15:21:44.468738 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-149a28b3-b948-489f-8a8d-d05f06f2eeb9 req-e4e757ac-a98b-477f-9003-f71b38973315 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b78fdd-8b23-431a-a677-c884f9e23eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430691 May 21 15:21:44.794306 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device ef47a698-e886-4aee-b4fc-94139d8e5975 up at agent hyperv_hv-cinder-79229 {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:21:44.823671 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [req-659c1053-601d-4b77-92b2-13baaf592a4b req-d1e50600-e766-4f46-ba07-89bb3c01b8c1 service neutron] Request body: {'port': {'device_id': 'be512a37-5ce9-4914-8807-04f8f80ad54e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:21:44.878053 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Provisioning for port ef47a698-e886-4aee-b4fc-94139d8e5975 completed by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:21:44.882853 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Provisioning complete for port ef47a698-e886-4aee-b4fc-94139d8e5975 triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:21:44.883493 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:45.025750 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:45.064485 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port ef47a698-e886-4aee-b4fc-94139d8e5975, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=ef47a698-e886-4aee-b4fc-94139d8e5975,segment=NetworkSegment(2d67f94e-8ecf-4f8b-811f-9d8f4012b1b2),segment_id=2d67f94e-8ecf-4f8b-811f-9d8f4012b1b2)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:21:45.065889 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd0f3d1-318d-4077-963b-2f7a7d95b23a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef47a698-e886-4aee-b4fc-94139d8e5975'}] {{(pid=91550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:21:45.071936 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:45.073804 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:45.151799 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9caa52-ee95-48c9-a312-5381c277ae34 req-9879bac4-0ab4-45ab-b2f7-fa05cebfb2cb tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:45.154707 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Pushing event updated for resources: {'Port': ['ID=ef47a698-e886-4aee-b4fc-94139d8e5975,revision_number=5']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:45.161847 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:45.169458 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-9a9caa52-ee95-48c9-a312-5381c277ae34 req-9879bac4-0ab4-45ab-b2f7-fa05cebfb2cb tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=be512a37-5ce9-4914-8807-04f8f80ad54e HTTP/1.1" status: 200 len: 931 time: 0.1750009 May 21 15:21:45.172893 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-659c1053-601d-4b77-92b2-13baaf592a4b req-d1e50600-e766-4f46-ba07-89bb3c01b8c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:45.190502 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbdc6c9-193f-4bf6-a0de-b545686009f2 req-c4496803-2fef-4d39-893c-c3c90eae806e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:45.192356 dv-cinder-792299-3-iscsi neutron-server[91550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd0f3d1-318d-4077-963b-2f7a7d95b23a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef47a698-e886-4aee-b4fc-94139d8e5975', 'code': 200} May 21 15:21:45.192742 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-0dbdc6c9-193f-4bf6-a0de-b545686009f2 req-c4496803-2fef-4d39-893c-c3c90eae806e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0fc01a07398c478fb3a1b2d71b22bbeb&device_id=5d88d55e-b9b2-4cfe-916e-c2899e3fc98f HTTP/1.1" status: 200 len: 1096 time: 0.3423083 May 21 15:21:45.240310 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-dd623ceb-ba44-48ab-a92b-5c9a116f50f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:45.254413 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-9a9caa52-ee95-48c9-a312-5381c277ae34 req-f44d8cc6-ee1c-462a-9a6e-53f68c04a01d tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831048 May 21 15:21:45.513257 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbdc6c9-193f-4bf6-a0de-b545686009f2 req-e0653d0e-1b99-4473-9b4f-39b18c157b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:45.515180 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-0dbdc6c9-193f-4bf6-a0de-b545686009f2 req-e0653d0e-1b99-4473-9b4f-39b18c157b93 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=0fc01a07398c478fb3a1b2d71b22bbeb&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2930024 May 21 15:21:45.732617 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.notifiers.nova [req-659c1053-601d-4b77-92b2-13baaf592a4b req-d1e50600-e766-4f46-ba07-89bb3c01b8c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5df660a9-edbd-44d1-9e02-0d036fb5652c {{(pid=91548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:21:45.739953 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-659c1053-601d-4b77-92b2-13baaf592a4b req-d1e50600-e766-4f46-ba07-89bb3c01b8c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:45.740121 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f6495e-c11c-4945-b0fc-327acec9fae2 req-540370ce-afe4-419e-b0cc-e4b014bdee74 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:45.741944 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-b3f6495e-c11c-4945-b0fc-327acec9fae2 req-540370ce-afe4-419e-b0cc-e4b014bdee74 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=3fd0f3d1-318d-4077-963b-2f7a7d95b23a HTTP/1.1" status: 200 len: 946 time: 0.0852439 May 21 15:21:45.754287 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.provisioning_blocks [req-659c1053-601d-4b77-92b2-13baaf592a4b req-d1e50600-e766-4f46-ba07-89bb3c01b8c1 service neutron] Transition to ACTIVE for port object 5df660a9-edbd-44d1-9e02-0d036fb5652c will not be triggered until provisioned by entity L2. {{(pid=91548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:21:45.758192 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-659c1053-601d-4b77-92b2-13baaf592a4b req-d1e50600-e766-4f46-ba07-89bb3c01b8c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14885543'] for port, after_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:45.762584 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:45.789408 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-b3f6495e-c11c-4945-b0fc-327acec9fae2 req-41d76cfb-27e1-484b-83f9-8200684931e7 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b78fdd-8b23-431a-a677-c884f9e23eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420506 May 21 15:21:45.914686 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e50600-e766-4f46-ba07-89bb3c01b8c1 service neutron] Pushing event updated for resources: {'Port': ['ID=5df660a9-edbd-44d1-9e02-0d036fb5652c,revision_number=2']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:45.921505 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-d1e50600-e766-4f46-ba07-89bb3c01b8c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:45.988657 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.managers [req-659c1053-601d-4b77-92b2-13baaf592a4b req-d1e50600-e766-4f46-ba07-89bb3c01b8c1 service neutron] Attempting to bind port 5df660a9-edbd-44d1-9e02-0d036fb5652c on host hv-cinder-79229 for vnic_type normal with profile {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:21:45.988985 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.managers [req-659c1053-601d-4b77-92b2-13baaf592a4b req-d1e50600-e766-4f46-ba07-89bb3c01b8c1 service neutron] Attempting to bind port 5df660a9-edbd-44d1-9e02-0d036fb5652c by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': 'e2ef194d-7ce8-41c1-ab43-91505874bf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd29c3f89-e388-4f8b-92df-23b0002e5815'}] {{(pid=91548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:21:45.989306 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659c1053-601d-4b77-92b2-13baaf592a4b req-d1e50600-e766-4f46-ba07-89bb3c01b8c1 service neutron] Attempting to bind port 5df660a9-edbd-44d1-9e02-0d036fb5652c on network d29c3f89-e388-4f8b-92df-23b0002e5815 {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:21:45.993831 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659c1053-601d-4b77-92b2-13baaf592a4b req-d1e50600-e766-4f46-ba07-89bb3c01b8c1 service neutron] Port 5df660a9-edbd-44d1-9e02-0d036fb5652c on network d29c3f89-e388-4f8b-92df-23b0002e5815 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 15:21:45.994145 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659c1053-601d-4b77-92b2-13baaf592a4b req-d1e50600-e766-4f46-ba07-89bb3c01b8c1 service neutron] Attempting to bind port 5df660a9-edbd-44d1-9e02-0d036fb5652c on network d29c3f89-e388-4f8b-92df-23b0002e5815 {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:21:45.999162 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659c1053-601d-4b77-92b2-13baaf592a4b req-d1e50600-e766-4f46-ba07-89bb3c01b8c1 service neutron] Checking agent: {'id': '4762cb26-ef72-475b-a9a0-8f480bf27f9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 18, 22), 'started_at': datetime.datetime(2021, 5, 21, 15, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:21:45.999486 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659c1053-601d-4b77-92b2-13baaf592a4b req-d1e50600-e766-4f46-ba07-89bb3c01b8c1 service neutron] Checking segment: {'id': 'e2ef194d-7ce8-41c1-ab43-91505874bf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd29c3f89-e388-4f8b-92df-23b0002e5815'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:21:45.999864 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659c1053-601d-4b77-92b2-13baaf592a4b req-d1e50600-e766-4f46-ba07-89bb3c01b8c1 service neutron] Bound using segment: {'id': 'e2ef194d-7ce8-41c1-ab43-91505874bf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd29c3f89-e388-4f8b-92df-23b0002e5815'} {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:21:46.000284 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.managers [req-659c1053-601d-4b77-92b2-13baaf592a4b req-d1e50600-e766-4f46-ba07-89bb3c01b8c1 service neutron] Bound port: 5df660a9-edbd-44d1-9e02-0d036fb5652c, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2ef194d-7ce8-41c1-ab43-91505874bf09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd29c3f89-e388-4f8b-92df-23b0002e5815'}}] {{(pid=91548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:21:46.000620 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-659c1053-601d-4b77-92b2-13baaf592a4b req-d1e50600-e766-4f46-ba07-89bb3c01b8c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:46.089006 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [req-659c1053-601d-4b77-92b2-13baaf592a4b req-d1e50600-e766-4f46-ba07-89bb3c01b8c1 service neutron] For port 5df660a9-edbd-44d1-9e02-0d036fb5652c, host hv-cinder-79229, cleared binding levels {{(pid=91548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:21:46.091972 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [req-659c1053-601d-4b77-92b2-13baaf592a4b req-d1e50600-e766-4f46-ba07-89bb3c01b8c1 service neutron] For port 5df660a9-edbd-44d1-9e02-0d036fb5652c, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=5df660a9-edbd-44d1-9e02-0d036fb5652c,segment=NetworkSegment(e2ef194d-7ce8-41c1-ab43-91505874bf09),segment_id=e2ef194d-7ce8-41c1-ab43-91505874bf09)] {{(pid=91548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:21:46.096474 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-659c1053-601d-4b77-92b2-13baaf592a4b req-d1e50600-e766-4f46-ba07-89bb3c01b8c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14885543'] for port, after_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:46.100847 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:46.157115 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c1053-601d-4b77-92b2-13baaf592a4b req-d1e50600-e766-4f46-ba07-89bb3c01b8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:46.157842 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-659c1053-601d-4b77-92b2-13baaf592a4b req-d1e50600-e766-4f46-ba07-89bb3c01b8c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for port, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:46.159660 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-659c1053-601d-4b77-92b2-13baaf592a4b req-d1e50600-e766-4f46-ba07-89bb3c01b8c1 service neutron] 10.222.0.68 "PUT /v2.0/ports/5df660a9-edbd-44d1-9e02-0d036fb5652c HTTP/1.1" status: 200 len: 1093 time: 1.3405025 May 21 15:21:46.160252 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be512a37-5ce9-4914-8807-04f8f80ad54e', 'tag': '5df660a9-edbd-44d1-9e02-0d036fb5652c'}] {{(pid=91548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:21:46.187894 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e50600-e766-4f46-ba07-89bb3c01b8c1 service neutron] Pushing event updated for resources: {'Port': ['ID=5df660a9-edbd-44d1-9e02-0d036fb5652c,revision_number=3']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:46.190902 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-d1e50600-e766-4f46-ba07-89bb3c01b8c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:46.203083 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be512a37-5ce9-4914-8807-04f8f80ad54e', 'tag': '5df660a9-edbd-44d1-9e02-0d036fb5652c', 'status': 'completed', 'code': 200} May 21 15:21:46.431497 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3211890-6888-49c5-865a-c10a2cd5910f req-5e6fc2ef-3bc2-48c2-843d-6425d0c0f8f2 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:46.432970 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-b3211890-6888-49c5-865a-c10a2cd5910f req-5e6fc2ef-3bc2-48c2-843d-6425d0c0f8f2 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=be512a37-5ce9-4914-8807-04f8f80ad54e HTTP/1.1" status: 200 len: 943 time: 0.0833540 May 21 15:21:46.478549 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-b3211890-6888-49c5-865a-c10a2cd5910f req-39790d1f-dc6e-46ff-93b3-dfebdb6e7243 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399241 May 21 15:21:47.038519 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1fa154-9246-4c9b-9a07-4d0e968f4fea req-886ac0cf-2ff8-48e2-83b5-9a6f0bf32ccb tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:47.039898 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-ec1fa154-9246-4c9b-9a07-4d0e968f4fea req-886ac0cf-2ff8-48e2-83b5-9a6f0bf32ccb tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=3fd0f3d1-318d-4077-963b-2f7a7d95b23a HTTP/1.1" status: 200 len: 946 time: 0.1391311 May 21 15:21:47.083578 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-ec1fa154-9246-4c9b-9a07-4d0e968f4fea req-446b4914-76c8-4b78-85ea-5bab4d91fdb2 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b78fdd-8b23-431a-a677-c884f9e23eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380657 May 21 15:21:47.669001 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea72827-6948-4c8f-944c-012733262dec req-49911f2b-db50-40f8-b31e-3f7a0de4b166 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:47.670424 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-6ea72827-6948-4c8f-944c-012733262dec req-49911f2b-db50-40f8-b31e-3f7a0de4b166 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=be512a37-5ce9-4914-8807-04f8f80ad54e HTTP/1.1" status: 200 len: 943 time: 0.0804939 May 21 15:21:47.721257 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-6ea72827-6948-4c8f-944c-012733262dec req-6789122e-a0c9-49c8-8dc5-900dc50cb28a tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449948 May 21 15:21:47.976304 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:48.264992 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-25a2c5d3-5978-4721-821b-7e4a08a473a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:48.269156 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d31a1f2-b2ca-45cf-82ca-922cd4acf84b req-f9027ba8-77d0-4ba0-bbad-1cdd223fa1c4 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:48.271222 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-3d31a1f2-b2ca-45cf-82ca-922cd4acf84b req-f9027ba8-77d0-4ba0-bbad-1cdd223fa1c4 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=3fd0f3d1-318d-4077-963b-2f7a7d95b23a HTTP/1.1" status: 200 len: 946 time: 0.0830927 May 21 15:21:48.317606 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-3d31a1f2-b2ca-45cf-82ca-922cd4acf84b req-aab10fdb-5cf0-45b5-96c2-ef8ab0bf594b tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b78fdd-8b23-431a-a677-c884f9e23eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403929 May 21 15:21:48.652507 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba94dd7-4b65-47d1-94e2-d6decc66a8b0 req-9278404b-6473-40fb-ac96-3d471bf45dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:48.654016 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-eba94dd7-4b65-47d1-94e2-d6decc66a8b0 req-9278404b-6473-40fb-ac96-3d471bf45dd4 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=3fd0f3d1-318d-4077-963b-2f7a7d95b23a HTTP/1.1" status: 200 len: 1099 time: 0.0769503 May 21 15:21:48.699921 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-eba94dd7-4b65-47d1-94e2-d6decc66a8b0 req-a0e63fc7-5da8-437f-97ed-c0626218cc07 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=d3b78fdd-8b23-431a-a677-c884f9e23eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376811 May 21 15:21:48.762693 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbdc6c9-193f-4bf6-a0de-b545686009f2 req-e36940a3-78ac-487a-ae8b-baddfa4ffa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:48.764197 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-0dbdc6c9-193f-4bf6-a0de-b545686009f2 req-e36940a3-78ac-487a-ae8b-baddfa4ffa36 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1865687 May 21 15:21:48.775070 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4f74a-854f-49da-9539-f0f40ee54209 req-dbe33642-3744-4d28-b824-4ced30de45b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:48.776512 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-cdb4f74a-854f-49da-9539-f0f40ee54209 req-dbe33642-3744-4d28-b824-4ced30de45b3 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0fc01a07398c478fb3a1b2d71b22bbeb&device_id=be512a37-5ce9-4914-8807-04f8f80ad54e HTTP/1.1" status: 200 len: 1096 time: 0.1277606 May 21 15:21:48.921247 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00411fcd-a270-402c-ad8a-f42d0e325e53 req-6856f2fe-ee51-4b09-b015-6c2f2cd400cf tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:48.923008 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-00411fcd-a270-402c-ad8a-f42d0e325e53 req-6856f2fe-ee51-4b09-b015-6c2f2cd400cf tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=be512a37-5ce9-4914-8807-04f8f80ad54e HTTP/1.1" status: 200 len: 943 time: 0.0931680 May 21 15:21:48.971806 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-00411fcd-a270-402c-ad8a-f42d0e325e53 req-fe4443e4-4603-4a4f-aa09-5e879e49d26d tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399041 May 21 15:21:49.120369 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4f74a-854f-49da-9539-f0f40ee54209 req-7343b41d-0f30-411c-8d90-9b87f3799090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:49.121814 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-cdb4f74a-854f-49da-9539-f0f40ee54209 req-7343b41d-0f30-411c-8d90-9b87f3799090 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=0fc01a07398c478fb3a1b2d71b22bbeb&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2008810 May 21 15:21:49.124485 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc6b930-97f9-4cd4-a7c8-136095612a95 req-535da714-e8e8-4ffe-8f38-dda8a6eec99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:49.125796 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-3fc6b930-97f9-4cd4-a7c8-136095612a95 req-535da714-e8e8-4ffe-8f38-dda8a6eec99c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0fc01a07398c478fb3a1b2d71b22bbeb&device_id=5d88d55e-b9b2-4cfe-916e-c2899e3fc98f HTTP/1.1" status: 200 len: 1096 time: 0.1733973 May 21 15:21:49.264371 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e6f13acb-dde4-45e3-8932-2715da3406c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:49.293632 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-3fc6b930-97f9-4cd4-a7c8-136095612a95 req-9e0d2908-e5b6-4228-9fa4-1cba252dca26 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69511024-0acb-4c43-8e69-3148f72d9dae HTTP/1.1" status: 200 len: 217 time: 0.1574290 May 21 15:21:49.446111 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc6b930-97f9-4cd4-a7c8-136095612a95 req-7951d331-c0cb-46c3-ad8b-457a2bb3804d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:49.447813 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-3fc6b930-97f9-4cd4-a7c8-136095612a95 req-7951d331-c0cb-46c3-ad8b-457a2bb3804d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b5806df6-2818-423b-b237-cbbc2236feaf HTTP/1.1" status: 200 len: 858 time: 0.1098619 May 21 15:21:49.504669 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-3fc6b930-97f9-4cd4-a7c8-136095612a95 req-b3409eb2-09c1-4a35-9694-eb23a2549574 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d29c3f89-e388-4f8b-92df-23b0002e5815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468378 May 21 15:21:49.505837 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4f74a-854f-49da-9539-f0f40ee54209 req-b02dc983-3617-46c5-a6c0-5cdc29bdf4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:49.507147 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-cdb4f74a-854f-49da-9539-f0f40ee54209 req-b02dc983-3617-46c5-a6c0-5cdc29bdf4af service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3721547 May 21 15:21:49.553018 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ff3b0-1945-42c9-af66-2e430a6f7544 req-9aaefe84-f0ae-4a17-984b-82a89457618b tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:49.554634 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f25ff3b0-1945-42c9-af66-2e430a6f7544 req-9aaefe84-f0ae-4a17-984b-82a89457618b tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=3fd0f3d1-318d-4077-963b-2f7a7d95b23a HTTP/1.1" status: 200 len: 946 time: 0.1070371 May 21 15:21:49.623887 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f25ff3b0-1945-42c9-af66-2e430a6f7544 req-b66a9733-7493-4a77-8b21-9ea50bf959e5 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b78fdd-8b23-431a-a677-c884f9e23eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628223 May 21 15:21:49.765600 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-3fc6b930-97f9-4cd4-a7c8-136095612a95 req-f81d2eb5-c542-4304-a1b5-f5a33c0f4e62 service neutron] 10.222.0.68 "GET /v2.0/networks/d29c3f89-e388-4f8b-92df-23b0002e5815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481813 May 21 15:21:49.767213 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c1053-601d-4b77-92b2-13baaf592a4b req-2da6f2f5-cb31-4fac-aea2-d460033d7788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:49.768656 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-659c1053-601d-4b77-92b2-13baaf592a4b req-2da6f2f5-cb31-4fac-aea2-d460033d7788 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0fc01a07398c478fb3a1b2d71b22bbeb&device_id=be512a37-5ce9-4914-8807-04f8f80ad54e HTTP/1.1" status: 200 len: 1096 time: 0.1641045 May 21 15:21:49.955383 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-659c1053-601d-4b77-92b2-13baaf592a4b req-b754fb1e-a435-4fad-a046-ccbe72df5a41 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5df660a9-edbd-44d1-9e02-0d036fb5652c HTTP/1.1" status: 200 len: 217 time: 0.1479008 May 21 15:21:50.073138 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c1053-601d-4b77-92b2-13baaf592a4b req-0664c01f-5c97-4b6d-b3a1-9550f67b3215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:50.075102 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-659c1053-601d-4b77-92b2-13baaf592a4b req-0664c01f-5c97-4b6d-b3a1-9550f67b3215 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b5806df6-2818-423b-b237-cbbc2236feaf HTTP/1.1" status: 200 len: 858 time: 0.1110029 May 21 15:21:50.188340 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-659c1053-601d-4b77-92b2-13baaf592a4b req-91a86b82-a4a9-46f7-b8ac-f3a23b382df5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d29c3f89-e388-4f8b-92df-23b0002e5815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0912628 May 21 15:21:50.190309 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-3fc6b930-97f9-4cd4-a7c8-136095612a95 req-5a89a723-db05-4720-ac32-ab480cc0931e service neutron] 10.222.0.68 "GET /v2.0/networks/d29c3f89-e388-4f8b-92df-23b0002e5815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4112210 May 21 15:21:50.195171 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0733db-48aa-4559-a7a6-5744403959c6 req-ea3ea330-213c-4c71-a1e2-dd5088133c7a tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:50.196890 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-4e0733db-48aa-4559-a7a6-5744403959c6 req-ea3ea330-213c-4c71-a1e2-dd5088133c7a tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=be512a37-5ce9-4914-8807-04f8f80ad54e HTTP/1.1" status: 200 len: 943 time: 0.1008093 May 21 15:21:50.264942 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-4e0733db-48aa-4559-a7a6-5744403959c6 req-5cd5676f-f0bc-43ed-9bad-deb61f59ae5d tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616853 May 21 15:21:50.570352 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-659c1053-601d-4b77-92b2-13baaf592a4b req-ac057381-8b14-45b9-ae27-540533e872f2 service neutron] 10.222.0.68 "GET /v2.0/networks/d29c3f89-e388-4f8b-92df-23b0002e5815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520627 May 21 15:21:50.815717 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b1fb33-f42e-46bb-828f-997f78b9ea68 req-e93de1f7-d9cf-4d99-80d6-4ea6314643bf tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:50.817896 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-c0b1fb33-f42e-46bb-828f-997f78b9ea68 req-e93de1f7-d9cf-4d99-80d6-4ea6314643bf tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=3fd0f3d1-318d-4077-963b-2f7a7d95b23a HTTP/1.1" status: 200 len: 946 time: 0.0829668 May 21 15:21:50.835080 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-cb99478c-afff-4a9c-8770-f3354af234b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:50.865576 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-c0b1fb33-f42e-46bb-828f-997f78b9ea68 req-9f1d3ae6-bd2f-480d-a50e-058e9c09b840 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b78fdd-8b23-431a-a677-c884f9e23eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418906 May 21 15:21:51.451128 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4842b4-e434-4645-9179-2798612a044e req-f53b1751-904d-4b47-b4a2-71be0d3b3e3b tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:51.452585 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-9a4842b4-e434-4645-9179-2798612a044e req-f53b1751-904d-4b47-b4a2-71be0d3b3e3b tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=be512a37-5ce9-4914-8807-04f8f80ad54e HTTP/1.1" status: 200 len: 943 time: 0.0859456 May 21 15:21:51.500139 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-9a4842b4-e434-4645-9179-2798612a044e req-db0eda73-0230-44c5-b74c-886be77ebfb6 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402863 May 21 15:21:52.492888 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:52.699505 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc3cb3-eeae-4ec5-a69c-1d73a983cd46 req-56645486-d748-404b-8dcc-3cfe69c552ec tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:52.701291 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-72dc3cb3-eeae-4ec5-a69c-1d73a983cd46 req-56645486-d748-404b-8dcc-3cfe69c552ec tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=be512a37-5ce9-4914-8807-04f8f80ad54e HTTP/1.1" status: 200 len: 943 time: 0.0944974 May 21 15:21:52.746672 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-72dc3cb3-eeae-4ec5-a69c-1d73a983cd46 req-254669e7-44ab-4c1e-90d3-f936350cde13 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395641 May 21 15:21:53.520811 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-659c1053-601d-4b77-92b2-13baaf592a4b req-e6a243bf-4003-4c1f-abfa-2b781e5beb59 service neutron] 10.222.0.68 "GET /v2.0/networks/d29c3f89-e388-4f8b-92df-23b0002e5815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369369 May 21 15:21:53.959249 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aebcb9-f20a-4f5b-aa51-d7c8dce6ad90 req-899f367f-b774-47bf-aa84-f01c98fe8ee2 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:53.960943 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-43aebcb9-f20a-4f5b-aa51-d7c8dce6ad90 req-899f367f-b774-47bf-aa84-f01c98fe8ee2 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=be512a37-5ce9-4914-8807-04f8f80ad54e HTTP/1.1" status: 200 len: 943 time: 0.0896072 May 21 15:21:54.006847 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-43aebcb9-f20a-4f5b-aa51-d7c8dce6ad90 req-08d079dd-54fc-402a-8d4e-78977fef6688 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400591 May 21 15:21:55.231482 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3920b0fd-e9dc-457b-9b46-dcc12afe8903 req-e5b842b7-38b6-4f7e-a809-bd94ce798bc9 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:55.232946 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-3920b0fd-e9dc-457b-9b46-dcc12afe8903 req-e5b842b7-38b6-4f7e-a809-bd94ce798bc9 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=be512a37-5ce9-4914-8807-04f8f80ad54e HTTP/1.1" status: 200 len: 943 time: 0.0837569 May 21 15:21:55.250305 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 59804) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:21:55.288624 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-3920b0fd-e9dc-457b-9b46-dcc12afe8903 req-5354b35f-b4cc-4e08-83e2-5b2a8066c661 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490222 May 21 15:21:55.397985 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-73d1ca21-cfd4-446b-9193-96acebca0bc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:55.414569 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-73d1ca21-cfd4-446b-9193-96acebca0bc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:21:55.418338 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-73d1ca21-cfd4-446b-9193-96acebca0bc3 admin admin] Usage tracker for resource:security_group_rule and tenant:1e7ae76d8e7742e8965b6df9b337ec45 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:21:55.425267 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-73d1ca21-cfd4-446b-9193-96acebca0bc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:21:55.428028 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-73d1ca21-cfd4-446b-9193-96acebca0bc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:21:55.522672 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-73d1ca21-cfd4-446b-9193-96acebca0bc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:55.528985 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-73d1ca21-cfd4-446b-9193-96acebca0bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:55.538749 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-91c8b811-be11-44d8-a18e-3d970baae686 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:55.577875 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-73d1ca21-cfd4-446b-9193-96acebca0bc3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1e7ae76d8e7742e8965b6df9b337ec45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3261728 May 21 15:21:55.578877 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d1ca21-cfd4-446b-9193-96acebca0bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc933d23-d7e1-4fba-9e64-92582762d417,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:55.580507 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 59818) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:21:55.583068 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-73d1ca21-cfd4-446b-9193-96acebca0bc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:55.647087 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-c9346911-2761-4ae5-b0d3-49c10b05f45e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:55.674644 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-c9346911-2761-4ae5-b0d3-49c10b05f45e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:55.731378 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-c9346911-2761-4ae5-b0d3-49c10b05f45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:55.736117 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-056eb0e3-7b84-460b-8922-3a0434e7b8bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:55.749936 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device 69511024-0acb-4c43-8e69-3148f72d9dae details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:21:55.754842 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9346911-2761-4ae5-b0d3-49c10b05f45e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc933d23-d7e1-4fba-9e64-92582762d417,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:55.761388 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-c9346911-2761-4ae5-b0d3-49c10b05f45e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:55.772035 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-c9346911-2761-4ae5-b0d3-49c10b05f45e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:55.783148 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-c9346911-2761-4ae5-b0d3-49c10b05f45e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fc933d23-d7e1-4fba-9e64-92582762d417 HTTP/1.1" status: 204 len: 168 time: 0.2011025 May 21 15:21:55.919461 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port 69511024-0acb-4c43-8e69-3148f72d9dae, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=69511024-0acb-4c43-8e69-3148f72d9dae,segment=NetworkSegment(e2ef194d-7ce8-41c1-ab43-91505874bf09),segment_id=e2ef194d-7ce8-41c1-ab43-91505874bf09)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:21:55.936496 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Returning: {'device': '69511024-0acb-4c43-8e69-3148f72d9dae', 'network_id': 'd29c3f89-e388-4f8b-92df-23b0002e5815', 'port_id': '69511024-0acb-4c43-8e69-3148f72d9dae', 'mac_address': 'fa:16:3e:c4:e5:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5806df6-2818-423b-b237-cbbc2236feaf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:21:56.003041 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:56.024365 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.notifiers.nova [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69511024-0acb-4c43-8e69-3148f72d9dae {{(pid=91550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:21:56.040490 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port 69511024-0acb-4c43-8e69-3148f72d9dae, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=69511024-0acb-4c43-8e69-3148f72d9dae,segment=NetworkSegment(e2ef194d-7ce8-41c1-ab43-91505874bf09),segment_id=e2ef194d-7ce8-41c1-ab43-91505874bf09)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:21:56.047083 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:56.049768 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:56.127637 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Pushing event updated for resources: {'Port': ['ID=69511024-0acb-4c43-8e69-3148f72d9dae,revision_number=4']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:56.131830 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:56.344792 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] get_ports_and_sgs() called for port_ids ['69511024-0acb-4c43-8e69-3148f72d9dae'] {{(pid=91550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:21:56.523110 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe1e34-0947-4bbb-9aa3-ec103e9a0417 req-8388e153-12b6-4ce3-b1a3-a5233a873919 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:56.523648 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-aafe1e34-0947-4bbb-9aa3-ec103e9a0417 req-8388e153-12b6-4ce3-b1a3-a5233a873919 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=be512a37-5ce9-4914-8807-04f8f80ad54e HTTP/1.1" status: 200 len: 943 time: 0.0916996 May 21 15:21:56.565217 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-aafe1e34-0947-4bbb-9aa3-ec103e9a0417 req-b8d3b572-3d72-4194-8827-911791bea158 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407126 May 21 15:21:57.760487 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ad54f-8cbb-425b-812d-20adf650a4b6 req-8ee01d31-14a3-40de-b274-89df07d0b6a5 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:57.761951 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-464ad54f-8cbb-425b-812d-20adf650a4b6 req-8ee01d31-14a3-40de-b274-89df07d0b6a5 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=be512a37-5ce9-4914-8807-04f8f80ad54e HTTP/1.1" status: 200 len: 943 time: 0.0902047 May 21 15:21:57.809760 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-464ad54f-8cbb-425b-812d-20adf650a4b6 req-5bee1fd5-0875-4d37-8cbb-21bba9c0fbb4 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419681 May 21 15:21:58.667523 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device 5df660a9-edbd-44d1-9e02-0d036fb5652c details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:21:58.809742 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port 5df660a9-edbd-44d1-9e02-0d036fb5652c, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=5df660a9-edbd-44d1-9e02-0d036fb5652c,segment=NetworkSegment(e2ef194d-7ce8-41c1-ab43-91505874bf09),segment_id=e2ef194d-7ce8-41c1-ab43-91505874bf09)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:21:58.822808 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Returning: {'device': '5df660a9-edbd-44d1-9e02-0d036fb5652c', 'network_id': 'd29c3f89-e388-4f8b-92df-23b0002e5815', 'port_id': '5df660a9-edbd-44d1-9e02-0d036fb5652c', 'mac_address': 'fa:16:3e:0b:d9:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5806df6-2818-423b-b237-cbbc2236feaf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:21:58.879566 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:58.895569 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.notifiers.nova [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5df660a9-edbd-44d1-9e02-0d036fb5652c {{(pid=91550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:21:58.911380 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port 5df660a9-edbd-44d1-9e02-0d036fb5652c, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=5df660a9-edbd-44d1-9e02-0d036fb5652c,segment=NetworkSegment(e2ef194d-7ce8-41c1-ab43-91505874bf09),segment_id=e2ef194d-7ce8-41c1-ab43-91505874bf09)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:21:58.916083 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:58.917908 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:59.003812 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd6e492-500a-41ee-b7ff-295cd7df2252 req-0824b5b9-3919-4533-95dc-4567a96ba5c0 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:21:59.005257 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-1bd6e492-500a-41ee-b7ff-295cd7df2252 req-0824b5b9-3919-4533-95dc-4567a96ba5c0 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=be512a37-5ce9-4914-8807-04f8f80ad54e HTTP/1.1" status: 200 len: 944 time: 0.0864244 May 21 15:21:59.019779 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Pushing event updated for resources: {'Port': ['ID=5df660a9-edbd-44d1-9e02-0d036fb5652c,revision_number=4']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:59.022830 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:21:59.052602 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-1bd6e492-500a-41ee-b7ff-295cd7df2252 req-d35b90d8-0789-428b-bf8d-cc72611d10e4 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415323 May 21 15:21:59.669447 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device 69511024-0acb-4c43-8e69-3148f72d9dae up at agent hyperv_hv-cinder-79229 {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:21:59.735962 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Provisioning for port 69511024-0acb-4c43-8e69-3148f72d9dae completed by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:21:59.740941 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Provisioning complete for port 69511024-0acb-4c43-8e69-3148f72d9dae triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:21:59.741316 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:59.860352 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:59.887352 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d88d55e-b9b2-4cfe-916e-c2899e3fc98f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69511024-0acb-4c43-8e69-3148f72d9dae'}] {{(pid=91550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:21:59.898081 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port 69511024-0acb-4c43-8e69-3148f72d9dae, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=69511024-0acb-4c43-8e69-3148f72d9dae,segment=NetworkSegment(e2ef194d-7ce8-41c1-ab43-91505874bf09),segment_id=e2ef194d-7ce8-41c1-ab43-91505874bf09)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:21:59.910107 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:21:59.913018 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:21:59.949078 dv-cinder-792299-3-iscsi neutron-server[91550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d88d55e-b9b2-4cfe-916e-c2899e3fc98f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69511024-0acb-4c43-8e69-3148f72d9dae', 'code': 200} May 21 15:21:59.983434 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Pushing event updated for resources: {'Port': ['ID=69511024-0acb-4c43-8e69-3148f72d9dae,revision_number=5']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:21:59.987357 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:22:00.241301 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae77a6-6d37-490c-80dc-0458f9ea11b7 req-17368d93-c1c0-44c5-bd3f-661a80c07769 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:00.242673 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-48ae77a6-6d37-490c-80dc-0458f9ea11b7 req-17368d93-c1c0-44c5-bd3f-661a80c07769 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=be512a37-5ce9-4914-8807-04f8f80ad54e HTTP/1.1" status: 200 len: 944 time: 0.0833566 May 21 15:22:00.293989 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-48ae77a6-6d37-490c-80dc-0458f9ea11b7 req-132cb672-65ef-49cd-85bd-912ee1d06497 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454977 May 21 15:22:01.023790 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f24a6ae-a8ec-46fc-bdae-75d78ac0ac02 req-a14b5966-f36d-46d2-8c5b-ffc40c230f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:01.025162 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-8f24a6ae-a8ec-46fc-bdae-75d78ac0ac02 req-a14b5966-f36d-46d2-8c5b-ffc40c230f5d service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=5d88d55e-b9b2-4cfe-916e-c2899e3fc98f HTTP/1.1" status: 200 len: 1098 time: 0.0761871 May 21 15:22:01.066918 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-8f24a6ae-a8ec-46fc-bdae-75d78ac0ac02 req-f1b0847b-8eb1-4a64-bc26-f55d3031438a service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346577 May 21 15:22:01.077349 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] get_ports_and_sgs() called for port_ids ['5df660a9-edbd-44d1-9e02-0d036fb5652c'] {{(pid=91550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:22:01.485448 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95204a1-11fc-40fa-8ebf-8ceb55196c1e req-f646d16d-cf7e-489e-8a58-862f9430fb95 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:01.486909 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-d95204a1-11fc-40fa-8ebf-8ceb55196c1e req-f646d16d-cf7e-489e-8a58-862f9430fb95 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=be512a37-5ce9-4914-8807-04f8f80ad54e HTTP/1.1" status: 200 len: 944 time: 0.0817623 May 21 15:22:01.534411 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-d95204a1-11fc-40fa-8ebf-8ceb55196c1e req-7b046424-4d12-4fdd-b7e7-fa547b18361c tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414004 May 21 15:22:02.267767 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 59962) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:22:02.403842 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-87da56e3-eaf4-4033-8ab0-c110a941de26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:02.420019 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-87da56e3-eaf4-4033-8ab0-c110a941de26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:22:02.423909 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-87da56e3-eaf4-4033-8ab0-c110a941de26 admin admin] Usage tracker for resource:security_group_rule and tenant:0d018deb26394e3b85c8f3c3159f7416 is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:22:02.427493 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-87da56e3-eaf4-4033-8ab0-c110a941de26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:22:02.434681 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-87da56e3-eaf4-4033-8ab0-c110a941de26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:22:02.503174 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 59972) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:22:02.540165 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-87da56e3-eaf4-4033-8ab0-c110a941de26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:02.544910 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-87da56e3-eaf4-4033-8ab0-c110a941de26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:02.638138 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-db9131fb-078a-4a69-918b-033707705513 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:22:02.660636 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-c23a0a1b-9b65-4b33-b396-f61a24cdcfb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:02.666843 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87da56e3-eaf4-4033-8ab0-c110a941de26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc11e128-a38d-438f-bc81-f7759a236ed7,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:22:02.686956 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87da56e3-eaf4-4033-8ab0-c110a941de26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:22:02.687617 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87da56e3-eaf4-4033-8ab0-c110a941de26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:22:02.688136 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87da56e3-eaf4-4033-8ab0-c110a941de26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:22:02.688634 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87da56e3-eaf4-4033-8ab0-c110a941de26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:22:02.689074 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-c23a0a1b-9b65-4b33-b396-f61a24cdcfb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:22:02.689277 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87da56e3-eaf4-4033-8ab0-c110a941de26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:22:02.689753 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87da56e3-eaf4-4033-8ab0-c110a941de26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:22:02.690267 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87da56e3-eaf4-4033-8ab0-c110a941de26 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:22:02.690944 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87da56e3-eaf4-4033-8ab0-c110a941de26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:22:02.691428 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87da56e3-eaf4-4033-8ab0-c110a941de26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:22:02.691905 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87da56e3-eaf4-4033-8ab0-c110a941de26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:22:02.692376 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87da56e3-eaf4-4033-8ab0-c110a941de26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:22:02.692866 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87da56e3-eaf4-4033-8ab0-c110a941de26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:22:02.694685 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-c23a0a1b-9b65-4b33-b396-f61a24cdcfb7 admin admin] Usage tracker for resource:security_group_rule and tenant:399df36888c944899fc4f422995b6d61 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:22:02.698203 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-c23a0a1b-9b65-4b33-b396-f61a24cdcfb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:22:02.701684 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-87da56e3-eaf4-4033-8ab0-c110a941de26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:22:02.705756 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-c23a0a1b-9b65-4b33-b396-f61a24cdcfb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:22:02.756411 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-87da56e3-eaf4-4033-8ab0-c110a941de26 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0d018deb26394e3b85c8f3c3159f7416&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4859016 May 21 15:22:02.762807 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 59986) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:22:02.793736 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device 5df660a9-edbd-44d1-9e02-0d036fb5652c up at agent hyperv_hv-cinder-79229 {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:22:02.843425 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a9a18-6a4b-4e85-8d0e-d1f9544dc357 req-acc90fb2-6888-4bd6-83af-d4e213ece76d tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:02.851593 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-3f4a9a18-6a4b-4e85-8d0e-d1f9544dc357 req-acc90fb2-6888-4bd6-83af-d4e213ece76d tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=be512a37-5ce9-4914-8807-04f8f80ad54e HTTP/1.1" status: 200 len: 944 time: 0.1545227 May 21 15:22:02.886741 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-8648c908-652e-4016-8f6b-6e1cd2ffba5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:02.890649 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-c23a0a1b-9b65-4b33-b396-f61a24cdcfb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:02.912100 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-c23a0a1b-9b65-4b33-b396-f61a24cdcfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:02.921970 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Provisioning for port 5df660a9-edbd-44d1-9e02-0d036fb5652c completed by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:22:02.927147 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Provisioning complete for port 5df660a9-edbd-44d1-9e02-0d036fb5652c triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:22:02.927502 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:02.943167 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-007c279e-547d-4204-badc-46fd8c02ffb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:22:02.954154 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-c23a0a1b-9b65-4b33-b396-f61a24cdcfb7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=399df36888c944899fc4f422995b6d61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4477143 May 21 15:22:02.955373 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 59992) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:22:02.961199 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-8648c908-652e-4016-8f6b-6e1cd2ffba5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:03.010301 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23a0a1b-9b65-4b33-b396-f61a24cdcfb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f936b9-1a23-4119-bc15-99579a985452,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:22:03.032486 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23a0a1b-9b65-4b33-b396-f61a24cdcfb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:22:03.033508 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23a0a1b-9b65-4b33-b396-f61a24cdcfb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:22:03.034835 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23a0a1b-9b65-4b33-b396-f61a24cdcfb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:22:03.041827 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23a0a1b-9b65-4b33-b396-f61a24cdcfb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:22:03.042699 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23a0a1b-9b65-4b33-b396-f61a24cdcfb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:22:03.043315 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23a0a1b-9b65-4b33-b396-f61a24cdcfb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:22:03.043865 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23a0a1b-9b65-4b33-b396-f61a24cdcfb7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:22:03.044657 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23a0a1b-9b65-4b33-b396-f61a24cdcfb7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:22:03.045199 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23a0a1b-9b65-4b33-b396-f61a24cdcfb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:22:03.045732 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23a0a1b-9b65-4b33-b396-f61a24cdcfb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:22:03.046265 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23a0a1b-9b65-4b33-b396-f61a24cdcfb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:22:03.046941 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23a0a1b-9b65-4b33-b396-f61a24cdcfb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:22:03.051591 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-c23a0a1b-9b65-4b33-b396-f61a24cdcfb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:22:03.057625 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:03.066046 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-3f4a9a18-6a4b-4e85-8d0e-d1f9544dc357 req-5a5ad62e-d2b9-478c-98ad-ead6cc089788 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131852 May 21 15:22:03.080124 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-8648c908-652e-4016-8f6b-6e1cd2ffba5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:03.086498 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-ffa0543f-2d14-47b8-b137-c8910ab317d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:22:03.093432 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be512a37-5ce9-4914-8807-04f8f80ad54e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5df660a9-edbd-44d1-9e02-0d036fb5652c'}] {{(pid=91550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:22:03.101095 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533c32e-0fed-4155-8c53-0e850dc2f533 req-360ad91c-3442-418d-9980-6bdc1cf7fe56 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:03.105053 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port 5df660a9-edbd-44d1-9e02-0d036fb5652c, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=5df660a9-edbd-44d1-9e02-0d036fb5652c,segment=NetworkSegment(e2ef194d-7ce8-41c1-ab43-91505874bf09),segment_id=e2ef194d-7ce8-41c1-ab43-91505874bf09)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:22:03.110427 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8648c908-652e-4016-8f6b-6e1cd2ffba5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc11e128-a38d-438f-bc81-f7759a236ed7,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:22:03.111291 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:03.113427 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:22:03.118613 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-8648c908-652e-4016-8f6b-6e1cd2ffba5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:22:03.119065 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-6533c32e-0fed-4155-8c53-0e850dc2f533 req-360ad91c-3442-418d-9980-6bdc1cf7fe56 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 946 time: 0.2658646 May 21 15:22:03.130150 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-8648c908-652e-4016-8f6b-6e1cd2ffba5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:03.131334 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-8648c908-652e-4016-8f6b-6e1cd2ffba5f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cc11e128-a38d-438f-bc81-f7759a236ed7 HTTP/1.1" status: 204 len: 168 time: 0.3673434 May 21 15:22:03.154801 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-21cc19b4-c6ae-4ae5-becb-71c363466a4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:03.168213 dv-cinder-792299-3-iscsi neutron-server[91550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be512a37-5ce9-4914-8807-04f8f80ad54e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5df660a9-edbd-44d1-9e02-0d036fb5652c', 'code': 200} May 21 15:22:03.199221 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-6533c32e-0fed-4155-8c53-0e850dc2f533 req-cec9b774-1a93-45d9-af83-3cac1eeee0b0 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791612 May 21 15:22:03.202186 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Pushing event updated for resources: {'Port': ['ID=5df660a9-edbd-44d1-9e02-0d036fb5652c,revision_number=5']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:22:03.205356 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:22:03.209014 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-21cc19b4-c6ae-4ae5-becb-71c363466a4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:03.272119 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-21cc19b4-c6ae-4ae5-becb-71c363466a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:03.280574 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-f4340d91-3e5f-4df8-a166-de34b854638e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:22:03.294027 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cc19b4-c6ae-4ae5-becb-71c363466a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f936b9-1a23-4119-bc15-99579a985452,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:22:03.303516 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-21cc19b4-c6ae-4ae5-becb-71c363466a4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:22:03.304430 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-21cc19b4-c6ae-4ae5-becb-71c363466a4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:03.307831 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-21cc19b4-c6ae-4ae5-becb-71c363466a4b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/18f936b9-1a23-4119-bc15-99579a985452 HTTP/1.1" status: 204 len: 168 time: 0.3290615 May 21 15:22:03.507989 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a83539-e048-4c31-9084-d5549608f66b req-2fb7de71-aa1e-4902-9fc1-fe37ac3faff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:03.509570 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-03a83539-e048-4c31-9084-d5549608f66b req-2fb7de71-aa1e-4902-9fc1-fe37ac3faff9 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=be512a37-5ce9-4914-8807-04f8f80ad54e HTTP/1.1" status: 200 len: 1098 time: 0.1216321 May 21 15:22:03.587289 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-03a83539-e048-4c31-9084-d5549608f66b req-62b9849e-4152-4f8f-968b-741bb09e48d7 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700579 May 21 15:22:04.259886 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 60050) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:22:04.308830 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d93b99-8102-4522-bf8c-01c9d81c0eba req-88c92bb0-589e-4c30-8708-33fbd62dcf6f tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:04.310737 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-42d93b99-8102-4522-bf8c-01c9d81c0eba req-88c92bb0-589e-4c30-8708-33fbd62dcf6f tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=be512a37-5ce9-4914-8807-04f8f80ad54e HTTP/1.1" status: 200 len: 945 time: 0.1108792 May 21 15:22:04.419453 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-42d93b99-8102-4522-bf8c-01c9d81c0eba req-1e6f72e0-d02d-4a68-963b-04706c56adaa tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019340 May 21 15:22:04.472153 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b79707-9d4c-4547-b3b2-23f133493bd5 req-420c0d73-9a2d-451a-a9bb-7979b81da904 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:04.474978 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-69b79707-9d4c-4547-b3b2-23f133493bd5 req-420c0d73-9a2d-451a-a9bb-7979b81da904 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 946 time: 0.1133804 May 21 15:22:04.525417 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-69b79707-9d4c-4547-b3b2-23f133493bd5 req-b0e2bb42-29e1-4fa3-a474-81046bd4938f tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434940 May 21 15:22:04.552340 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.v2.base [None req-bfdfd3a9-b9af-49fb-9274-7a29d8f49904 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2058554279-network', 'tenant_id': 'e69ae68628214c52b9596296332a84e0'}} {{(pid=91549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:22:04.559502 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-bfdfd3a9-b9af-49fb-9274-7a29d8f49904 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:22:04.566927 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-bfdfd3a9-b9af-49fb-9274-7a29d8f49904 admin admin] Usage tracker for resource:network and tenant:e69ae68628214c52b9596296332a84e0 is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:22:04.569570 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-bfdfd3a9-b9af-49fb-9274-7a29d8f49904 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:22:04.577960 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-bfdfd3a9-b9af-49fb-9274-7a29d8f49904 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:22:04.589472 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfdfd3a9-b9af-49fb-9274-7a29d8f49904 admin admin] Made reservation on behalf of e69ae68628214c52b9596296332a84e0 for: {'network': 1} {{(pid=91549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:22:04.592021 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-bfdfd3a9-b9af-49fb-9274-7a29d8f49904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-578634'] for network, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:04.604916 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-bfdfd3a9-b9af-49fb-9274-7a29d8f49904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:04.618880 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-bfdfd3a9-b9af-49fb-9274-7a29d8f49904 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:22:04.622523 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-bfdfd3a9-b9af-49fb-9274-7a29d8f49904 admin admin] Usage tracker for resource:security_group_rule and tenant:e69ae68628214c52b9596296332a84e0 is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:22:04.625271 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-bfdfd3a9-b9af-49fb-9274-7a29d8f49904 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:22:04.631686 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-bfdfd3a9-b9af-49fb-9274-7a29d8f49904 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:22:04.739003 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-bfdfd3a9-b9af-49fb-9274-7a29d8f49904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:04.743336 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-bfdfd3a9-b9af-49fb-9274-7a29d8f49904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:04.747600 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-52302817-968e-4836-8031-30ab45a88f8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:22:04.777095 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfdfd3a9-b9af-49fb-9274-7a29d8f49904 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=91549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 21 15:22:04.790254 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdfd3a9-b9af-49fb-9274-7a29d8f49904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb09541-c849-4d76-84cc-83874255c44f,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:22:04.793560 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-bfdfd3a9-b9af-49fb-9274-7a29d8f49904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:22:04.798209 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-bfdfd3a9-b9af-49fb-9274-7a29d8f49904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703692'] for segment, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:04.798549 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.db.segments_db [None req-bfdfd3a9-b9af-49fb-9274-7a29d8f49904 admin admin] Added segment 2d61a3b4-1755-496f-8717-4a5d3f8f647f of type vlan for network f98ff193-ff31-4945-a8e5-a0bcfef1cd2f May 21 15:22:04.827203 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-bfdfd3a9-b9af-49fb-9274-7a29d8f49904 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730419324398'] for network, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:04.874660 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-bfdfd3a9-b9af-49fb-9274-7a29d8f49904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1599858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697748'] for network, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:04.876213 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdfd3a9-b9af-49fb-9274-7a29d8f49904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:04.876822 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-bfdfd3a9-b9af-49fb-9274-7a29d8f49904 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697775'] for network, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:04.882457 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-bfbe036f-82fe-49db-acec-ff7ecb9ccf79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:22:04.989306 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdfd3a9-b9af-49fb-9274-7a29d8f49904 admin admin] Pushing event updated for resources: {'Network': ['ID=f98ff193-ff31-4945-a8e5-a0bcfef1cd2f,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:22:04.992388 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-bfdfd3a9-b9af-49fb-9274-7a29d8f49904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:22:05.000951 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-bfdfd3a9-b9af-49fb-9274-7a29d8f49904 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7399664 May 21 15:22:05.001248 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Network f98ff193-ff31-4945-a8e5-a0bcfef1cd2f details requested by agent ovs-agent-dv-cinder-792299-3-iscsi with host dv-cinder-792299-3-iscsi {{(pid=91550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 15:22:05.004813 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 60076) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:22:05.011371 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.v2.base [None req-cb37b592-1899-42af-aff0-4bb5e5762de2 admin admin] Request body: {'subnet': {'network_id': 'f98ff193-ff31-4945-a8e5-a0bcfef1cd2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2058554279-subnet', 'tenant_id': 'e69ae68628214c52b9596296332a84e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:22:05.016381 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-cb37b592-1899-42af-aff0-4bb5e5762de2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:22:05.033077 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-cb37b592-1899-42af-aff0-4bb5e5762de2 admin admin] Usage tracker for resource:subnet and tenant:e69ae68628214c52b9596296332a84e0 is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:22:05.037225 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-cb37b592-1899-42af-aff0-4bb5e5762de2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:22:05.043665 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-cb37b592-1899-42af-aff0-4bb5e5762de2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:22:05.056852 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb37b592-1899-42af-aff0-4bb5e5762de2 admin admin] Made reservation on behalf of e69ae68628214c52b9596296332a84e0 for: {'subnet': 1} {{(pid=91549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:22:05.060299 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-cb37b592-1899-42af-aff0-4bb5e5762de2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16546625'] for subnet, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:05.526296 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-cb37b592-1899-42af-aff0-4bb5e5762de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14871306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16546671'] for subnet, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:05.531026 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:22:05.687916 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb37b592-1899-42af-aff0-4bb5e5762de2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=234b7aaf-ce32-44d3-88df-21c090ffb831,revision_number=0']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:22:05.708012 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-cb37b592-1899-42af-aff0-4bb5e5762de2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:22:05.726606 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb37b592-1899-42af-aff0-4bb5e5762de2 admin admin] Checking segment: {'id': '2d61a3b4-1755-496f-8717-4a5d3f8f647f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'f98ff193-ff31-4945-a8e5-a0bcfef1cd2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:22:05.726917 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb37b592-1899-42af-aff0-4bb5e5762de2 admin admin] Network hostable DHCP agents. Network: f98ff193-ff31-4945-a8e5-a0bcfef1cd2f, hostable agents: ['c7b0d441-ff2d-4a67-9ef1-8c68d51adfa8'], hosted agents: [] {{(pid=91549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 15:22:05.779479 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee48c7-4de2-48ab-99b1-072de89b6b21 req-dbc1aa82-890f-486a-bf99-2e466ceec8a8 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:05.780949 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-7bee48c7-4de2-48ab-99b1-072de89b6b21 req-dbc1aa82-890f-486a-bf99-2e466ceec8a8 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=be512a37-5ce9-4914-8807-04f8f80ad54e HTTP/1.1" status: 200 len: 945 time: 0.2227437 May 21 15:22:05.783702 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb37b592-1899-42af-aff0-4bb5e5762de2 admin admin] Network f98ff193-ff31-4945-a8e5-a0bcfef1cd2f is scheduled to be hosted by DHCP agent c7b0d441-ff2d-4a67-9ef1-8c68d51adfa8 with binding_index 1 {{(pid=91549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 15:22:05.814140 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.base_scheduler [None req-cb37b592-1899-42af-aff0-4bb5e5762de2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-3-iscsi, f98ff193-ff31-4945-a8e5-a0bcfef1cd2f) {{(pid=91549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:22:05.823317 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be794eef-7e9e-4486-8037-f72088dc111c None None] Network f98ff193-ff31-4945-a8e5-a0bcfef1cd2f requested from dv-cinder-792299-3-iscsi {{(pid=91550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:22:05.825575 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fcf4b6-2f9b-4076-a595-94dfef356ac5 req-0eadebca-27c0-4bb2-aa61-ab5fb6b342d4 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:05.827064 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f6fcf4b6-2f9b-4076-a595-94dfef356ac5 req-0eadebca-27c0-4bb2-aa61-ab5fb6b342d4 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 946 time: 0.1877167 May 21 15:22:05.872604 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb37b592-1899-42af-aff0-4bb5e5762de2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:05.873199 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-cb37b592-1899-42af-aff0-4bb5e5762de2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697775'] for subnet, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:05.883380 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-7bee48c7-4de2-48ab-99b1-072de89b6b21 req-754146fd-93e1-4741-a440-32e520845f0d tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940692 May 21 15:22:05.916851 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-cb37b592-1899-42af-aff0-4bb5e5762de2 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9108236 May 21 15:22:05.921995 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f6fcf4b6-2f9b-4076-a595-94dfef356ac5 req-54649587-029d-48e1-8afa-aa235d8905ab tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780175 May 21 15:22:06.049466 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07039c72-5ef9-47b6-8a06-609e610d7b45 None None] Network f98ff193-ff31-4945-a8e5-a0bcfef1cd2f requested from dv-cinder-792299-3-iscsi {{(pid=91550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:22:06.366541 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4337196a-819d-40a6-b72d-bf422150894e req-9aeb37f5-45d5-4302-ad0a-f82ee68d9da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:06.369617 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-4337196a-819d-40a6-b72d-bf422150894e req-9aeb37f5-45d5-4302-ad0a-f82ee68d9da9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0fc01a07398c478fb3a1b2d71b22bbeb&device_id=be512a37-5ce9-4914-8807-04f8f80ad54e HTTP/1.1" status: 200 len: 1098 time: 0.1204886 May 21 15:22:06.375066 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11578aa8-216e-4273-ba07-4e79c06233db req-2f67090f-c29c-4b31-b158-96ca9454f9ee tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:06.376631 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-11578aa8-216e-4273-ba07-4e79c06233db req-2f67090f-c29c-4b31-b158-96ca9454f9ee tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=be512a37-5ce9-4914-8807-04f8f80ad54e HTTP/1.1" status: 200 len: 945 time: 0.0945899 May 21 15:22:06.448017 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-11578aa8-216e-4273-ba07-4e79c06233db req-8e28c831-1ccc-428e-9742-cd30782bdf19 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640004 May 21 15:22:06.621610 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4337196a-819d-40a6-b72d-bf422150894e req-be9d9dc0-1e7c-4a60-aba1-c507a4f7ebe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:06.623275 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-4337196a-819d-40a6-b72d-bf422150894e req-be9d9dc0-1e7c-4a60-aba1-c507a4f7ebe7 service neutron] 10.222.0.68 "GET /v2.0/networks?id=d29c3f89-e388-4f8b-92df-23b0002e5815 HTTP/1.1" status: 200 len: 919 time: 0.2425995 May 21 15:22:06.710694 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-4337196a-819d-40a6-b72d-bf422150894e req-ab2a2c4d-6e74-4d8d-8317-2265c34f88e3 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5df660a9-edbd-44d1-9e02-0d036fb5652c HTTP/1.1" status: 200 len: 217 time: 0.0770640 May 21 15:22:06.779238 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4337196a-819d-40a6-b72d-bf422150894e req-88058cd9-083a-450c-925d-381059cab64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:06.780606 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-4337196a-819d-40a6-b72d-bf422150894e req-88058cd9-083a-450c-925d-381059cab64e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b5806df6-2818-423b-b237-cbbc2236feaf HTTP/1.1" status: 200 len: 858 time: 0.0624518 May 21 15:22:06.830509 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-4337196a-819d-40a6-b72d-bf422150894e req-83f99e46-8fdc-4cee-aa83-8352226b5ba8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d29c3f89-e388-4f8b-92df-23b0002e5815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419915 May 21 15:22:06.990514 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-4337196a-819d-40a6-b72d-bf422150894e req-0ee13d0b-789a-4c0a-8337-711230b147d9 service neutron] 10.222.0.68 "GET /v2.0/networks/d29c3f89-e388-4f8b-92df-23b0002e5815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442113 May 21 15:22:07.167841 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-4337196a-819d-40a6-b72d-bf422150894e req-b8bdb823-622b-49e8-b31a-a06c45cd9e99 service neutron] 10.222.0.68 "GET /v2.0/networks/d29c3f89-e388-4f8b-92df-23b0002e5815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625092 May 21 15:22:07.221179 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 60142) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:22:07.307118 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ce60e-8da8-4ba9-8657-ef560226b57e req-fb433964-4fca-40ce-8326-2dc07c816c94 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:07.307118 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-c68ce60e-8da8-4ba9-8657-ef560226b57e req-fb433964-4fca-40ce-8326-2dc07c816c94 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 946 time: 0.1967444 May 21 15:22:07.351118 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-c68ce60e-8da8-4ba9-8657-ef560226b57e req-e0821624-097c-45e3-9f8b-4b4ac7ecbb6b tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410428 May 21 15:22:07.376975 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-5ff7842c-9bc0-4b24-b9f1-343e1a828f02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:07.391928 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-5ff7842c-9bc0-4b24-b9f1-343e1a828f02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:22:07.395920 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-5ff7842c-9bc0-4b24-b9f1-343e1a828f02 admin admin] Usage tracker for resource:security_group_rule and tenant:e276b651209c4be38eba6003bb3df1f8 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:22:07.398660 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-5ff7842c-9bc0-4b24-b9f1-343e1a828f02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:22:07.404479 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-5ff7842c-9bc0-4b24-b9f1-343e1a828f02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:22:07.505444 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-5ff7842c-9bc0-4b24-b9f1-343e1a828f02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:07.509587 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-5ff7842c-9bc0-4b24-b9f1-343e1a828f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:07.518233 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-94cf7746-3619-44f9-a818-ef99263c7fd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:22:07.561930 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-5ff7842c-9bc0-4b24-b9f1-343e1a828f02 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e276b651209c4be38eba6003bb3df1f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3368807 May 21 15:22:07.561930 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff7842c-9bc0-4b24-b9f1-343e1a828f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c91798-959a-4468-b925-a0acddc4eb58,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:22:07.563529 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-5ff7842c-9bc0-4b24-b9f1-343e1a828f02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:22:07.564216 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 60154) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:22:07.624272 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-b5893d3e-8894-4a9a-b27f-ac353e839545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:07.633575 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c857b-c3d9-4e7d-828d-f672d274253a req-e810c887-998f-44db-8725-f54e099481b6 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:07.635081 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-6b9c857b-c3d9-4e7d-828d-f672d274253a req-e810c887-998f-44db-8725-f54e099481b6 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=be512a37-5ce9-4914-8807-04f8f80ad54e HTTP/1.1" status: 200 len: 945 time: 0.0833352 May 21 15:22:07.651577 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-b5893d3e-8894-4a9a-b27f-ac353e839545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:07.688378 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-6b9c857b-c3d9-4e7d-828d-f672d274253a req-6fc7398d-7cff-4376-994c-11e468ee6c1d tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463872 May 21 15:22:07.713027 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-b5893d3e-8894-4a9a-b27f-ac353e839545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:07.716825 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-569025cf-9698-4c23-af05-ee31a7bc3807 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:22:07.727994 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5893d3e-8894-4a9a-b27f-ac353e839545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c91798-959a-4468-b925-a0acddc4eb58,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:22:07.730575 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-b5893d3e-8894-4a9a-b27f-ac353e839545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:22:07.737450 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-b5893d3e-8894-4a9a-b27f-ac353e839545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:07.739719 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-b5893d3e-8894-4a9a-b27f-ac353e839545 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/78c91798-959a-4468-b925-a0acddc4eb58 HTTP/1.1" status: 204 len: 168 time: 0.1742632 May 21 15:22:08.106841 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246378b4-a69a-48ea-b72d-516ebfa790f1 req-4782e6ae-62e9-47a2-80d4-f3cb3780b8c4 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:08.107568 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [req-246378b4-a69a-48ea-b72d-516ebfa790f1 req-4782e6ae-62e9-47a2-80d4-f3cb3780b8c4 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Synchronizing usage tracker for tenant:e69ae68628214c52b9596296332a84e0 on resource:network {{(pid=91549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:22:08.125216 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [req-246378b4-a69a-48ea-b72d-516ebfa790f1 req-4782e6ae-62e9-47a2-80d4-f3cb3780b8c4 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Unset dirty status for tenant:e69ae68628214c52b9596296332a84e0 on resource:network {{(pid=91549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:22:08.127713 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-246378b4-a69a-48ea-b72d-516ebfa790f1 req-4782e6ae-62e9-47a2-80d4-f3cb3780b8c4 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/networks?id=f98ff193-ff31-4945-a8e5-a0bcfef1cd2f HTTP/1.1" status: 200 len: 814 time: 0.1666439 May 21 15:22:08.151499 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-246378b4-a69a-48ea-b72d-516ebfa790f1 req-38d14405-f93c-4dc3-aaf1-97345071f581 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/quotas/e69ae68628214c52b9596296332a84e0 HTTP/1.1" status: 200 len: 375 time: 0.0176222 May 21 15:22:08.206377 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-246378b4-a69a-48ea-b72d-516ebfa790f1 req-5c282464-85bf-4232-8bde-e1eb81d67d8b tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e69ae68628214c52b9596296332a84e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495214 May 21 15:22:08.357833 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-246378b4-a69a-48ea-b72d-516ebfa790f1 req-39eca469-2530-4254-b58a-fbe11f6f16ba service neutron] 10.222.0.69 "GET /v2.0/networks/f98ff193-ff31-4945-a8e5-a0bcfef1cd2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431272 May 21 15:22:08.569256 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-246378b4-a69a-48ea-b72d-516ebfa790f1 req-7581b4d7-7e5a-4dc3-9184-198382289bd6 service neutron] 10.222.0.69 "GET /v2.0/networks/f98ff193-ff31-4945-a8e5-a0bcfef1cd2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022588 May 21 15:22:08.633438 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b839e7-b558-4da2-bbf9-7395ced5b4e7 req-8e5d4a77-628e-4a6f-8c9c-f3d3af7cf614 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:08.642419 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-a6b839e7-b558-4da2-bbf9-7395ced5b4e7 req-8e5d4a77-628e-4a6f-8c9c-f3d3af7cf614 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 946 time: 0.1359961 May 21 15:22:08.688592 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-a6b839e7-b558-4da2-bbf9-7395ced5b4e7 req-a2195452-c57a-4484-b697-f07bb6683897 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453129 May 21 15:22:08.839668 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-4d00b0eb-e31b-44bb-a139-f4c77a4ecbb9 req-2fb15d19-b033-421e-9c58-d255012af755 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a8a26f3-21af-4256-a270-3f1e3ea1937d HTTP/1.1" status: 200 len: 210 time: 0.0823295 May 21 15:22:08.994831 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5f5c2-ca77-499e-9f5c-e6dabaddfbaa req-53f90330-29ee-4d01-a63c-1e455b8bfbcb tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:08.997054 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-64a5f5c2-ca77-499e-9f5c-e6dabaddfbaa req-53f90330-29ee-4d01-a63c-1e455b8bfbcb tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=be512a37-5ce9-4914-8807-04f8f80ad54e HTTP/1.1" status: 200 len: 945 time: 0.1049457 May 21 15:22:09.095937 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-64a5f5c2-ca77-499e-9f5c-e6dabaddfbaa req-437a75b9-88c5-474c-b24e-ac3e1ce53409 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921786 May 21 15:22:09.905829 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e18ef1-f5f4-41f7-b7ba-dc43f377c563 req-21fc782d-9137-4e9d-a1b1-94138afc9c04 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:09.907327 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-65e18ef1-f5f4-41f7-b7ba-dc43f377c563 req-21fc782d-9137-4e9d-a1b1-94138afc9c04 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 946 time: 0.0866487 May 21 15:22:09.969538 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-65e18ef1-f5f4-41f7-b7ba-dc43f377c563 req-debc5fe4-b0f1-4794-9a37-35036d68f825 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552011 May 21 15:22:10.049583 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-5c8eb8fc-6213-42f2-aa08-9fff30ed5f57 req-15e7c03a-85cd-4bdf-9d1b-02ce9a108615 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a8a26f3-21af-4256-a270-3f1e3ea1937d HTTP/1.1" status: 200 len: 210 time: 0.0587866 May 21 15:22:10.280835 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246378b4-a69a-48ea-b72d-516ebfa790f1 req-18e5e63a-7854-4bb0-9874-c80e595abc49 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:10.282667 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-246378b4-a69a-48ea-b72d-516ebfa790f1 req-18e5e63a-7854-4bb0-9874-c80e595abc49 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.68 "GET /v2.0/networks?id=f98ff193-ff31-4945-a8e5-a0bcfef1cd2f HTTP/1.1" status: 200 len: 814 time: 0.2504683 May 21 15:22:10.296077 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [req-246378b4-a69a-48ea-b72d-516ebfa790f1 req-19d10e6a-1c34-40ab-a00c-6e7e66642bca tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Request body: {'port': {'device_id': '2a8a26f3-21af-4256-a270-3f1e3ea1937d', 'network_id': 'f98ff193-ff31-4945-a8e5-a0bcfef1cd2f', 'admin_state_up': True, 'tenant_id': 'e69ae68628214c52b9596296332a84e0'}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:22:10.370300 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b665804-9c5d-4bda-9ab1-1f3d45e11a3f req-17b3cf65-4560-48d3-84f2-7ea44ca6d820 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:10.374035 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-5b665804-9c5d-4bda-9ab1-1f3d45e11a3f req-17b3cf65-4560-48d3-84f2-7ea44ca6d820 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=be512a37-5ce9-4914-8807-04f8f80ad54e HTTP/1.1" status: 200 len: 945 time: 0.1432977 May 21 15:22:10.443329 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-5b665804-9c5d-4bda-9ab1-1f3d45e11a3f req-d9e566ed-8041-44dd-b4d7-c81adad9e03a tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619001 May 21 15:22:10.481915 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [req-246378b4-a69a-48ea-b72d-516ebfa790f1 req-19d10e6a-1c34-40ab-a00c-6e7e66642bca tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:22:10.486864 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-246378b4-a69a-48ea-b72d-516ebfa790f1 req-19d10e6a-1c34-40ab-a00c-6e7e66642bca tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Usage tracker for resource:port and tenant:e69ae68628214c52b9596296332a84e0 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:22:10.491179 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-246378b4-a69a-48ea-b72d-516ebfa790f1 req-19d10e6a-1c34-40ab-a00c-6e7e66642bca tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:22:10.497503 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [req-246378b4-a69a-48ea-b72d-516ebfa790f1 req-19d10e6a-1c34-40ab-a00c-6e7e66642bca tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:22:10.508315 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-246378b4-a69a-48ea-b72d-516ebfa790f1 req-19d10e6a-1c34-40ab-a00c-6e7e66642bca tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Made reservation on behalf of e69ae68628214c52b9596296332a84e0 for: {'port': 1} {{(pid=91548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:22:10.512247 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-246378b4-a69a-48ea-b72d-516ebfa790f1 req-19d10e6a-1c34-40ab-a00c-6e7e66642bca tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:10.684103 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.db_base_plugin_common [req-246378b4-a69a-48ea-b72d-516ebfa790f1 req-19d10e6a-1c34-40ab-a00c-6e7e66642bca tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Allocated IP 172.20.0.8 (f98ff193-ff31-4945-a8e5-a0bcfef1cd2f/234b7aaf-ce32-44d3-88df-21c090ffb831/0aa0aa21-3b40-48c9-b654-ddc26030b9cf) {{(pid=91548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:22:10.907099 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-246378b4-a69a-48ea-b72d-516ebfa790f1 req-19d10e6a-1c34-40ab-a00c-6e7e66642bca tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Notify callbacks [] for port, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:10.938200 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-246378b4-a69a-48ea-b72d-516ebfa790f1 req-19d10e6a-1c34-40ab-a00c-6e7e66642bca tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730419340153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14885552'] for port, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:10.944735 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:22:11.003753 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-246378b4-a69a-48ea-b72d-516ebfa790f1 req-19d10e6a-1c34-40ab-a00c-6e7e66642bca tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Network f98ff193-ff31-4945-a8e5-a0bcfef1cd2f is already hosted by enough agents. {{(pid=91548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:22:11.016070 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.base_scheduler [req-246378b4-a69a-48ea-b72d-516ebfa790f1 req-19d10e6a-1c34-40ab-a00c-6e7e66642bca tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Resources bound (agent type, host, resource id): {{(pid=91548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:22:11.024995 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.l3_dvrscheduler_db [req-246378b4-a69a-48ea-b72d-516ebfa790f1 req-19d10e6a-1c34-40ab-a00c-6e7e66642bca tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Received port after_create {{(pid=91548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:22:11.096791 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246378b4-a69a-48ea-b72d-516ebfa790f1 req-19d10e6a-1c34-40ab-a00c-6e7e66642bca tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:11.102323 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-246378b4-a69a-48ea-b72d-516ebfa790f1 req-19d10e6a-1c34-40ab-a00c-6e7e66642bca tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for port, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:11.123097 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d10e6a-1c34-40ab-a00c-6e7e66642bca tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Pushing event updated for resources: {'Port': ['ID=0aa0aa21-3b40-48c9-b654-ddc26030b9cf,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:22:11.127541 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-19d10e6a-1c34-40ab-a00c-6e7e66642bca tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:22:11.130005 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-246378b4-a69a-48ea-b72d-516ebfa790f1 req-19d10e6a-1c34-40ab-a00c-6e7e66642bca tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8379977 May 21 15:22:11.163694 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [req-246378b4-a69a-48ea-b72d-516ebfa790f1 req-5961bfef-d08e-443c-ab98-261394ce82ac service neutron] Request body: {'port': {'device_id': '2a8a26f3-21af-4256-a270-3f1e3ea1937d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:22:11.194132 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca19ad-675d-4261-afde-47637b1d50b1 req-f3fe21d4-d59b-4536-8eb3-e06ea0089ad2 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:11.196094 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-9fca19ad-675d-4261-afde-47637b1d50b1 req-f3fe21d4-d59b-4536-8eb3-e06ea0089ad2 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 946 time: 0.1093488 May 21 15:22:11.307761 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-9fca19ad-675d-4261-afde-47637b1d50b1 req-c5cb18c8-a21f-43cc-a1b3-e8fb006e4ce6 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715539 May 21 15:22:11.332316 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501feeca-6058-45b7-95cc-d2bb1c46926b req-fd72353e-24f6-4153-9831-6cc6b303678b tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:11.333902 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-501feeca-6058-45b7-95cc-d2bb1c46926b req-fd72353e-24f6-4153-9831-6cc6b303678b tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a8a26f3-21af-4256-a270-3f1e3ea1937d HTTP/1.1" status: 200 len: 931 time: 0.1365924 May 21 15:22:11.368756 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-246378b4-a69a-48ea-b72d-516ebfa790f1 req-5961bfef-d08e-443c-ab98-261394ce82ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:11.380569 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [req-501feeca-6058-45b7-95cc-d2bb1c46926b req-5afc8fc1-d8b3-4104-a341-00631634c1b7 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Synchronizing usage tracker for tenant:e69ae68628214c52b9596296332a84e0 on resource:security_group {{(pid=91549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:22:11.399372 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [req-501feeca-6058-45b7-95cc-d2bb1c46926b req-5afc8fc1-d8b3-4104-a341-00631634c1b7 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Unset dirty status for tenant:e69ae68628214c52b9596296332a84e0 on resource:security_group {{(pid=91549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:22:11.400741 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-501feeca-6058-45b7-95cc-d2bb1c46926b req-5afc8fc1-d8b3-4104-a341-00631634c1b7 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/security-groups?id=7bb09541-c849-4d76-84cc-83874255c44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610015 May 21 15:22:11.632772 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc4a99-0b65-4dbb-9176-c3088ba299c9 req-0f055220-bf9b-4579-aaba-917d22eee072 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:11.642917 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-09bc4a99-0b65-4dbb-9176-c3088ba299c9 req-0f055220-bf9b-4579-aaba-917d22eee072 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=be512a37-5ce9-4914-8807-04f8f80ad54e HTTP/1.1" status: 200 len: 945 time: 0.0830445 May 21 15:22:11.688940 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-09bc4a99-0b65-4dbb-9176-c3088ba299c9 req-870fa93c-3045-4d68-9d22-1905ad8173be tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447786 May 21 15:22:11.749143 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.notifiers.nova [req-246378b4-a69a-48ea-b72d-516ebfa790f1 req-5961bfef-d08e-443c-ab98-261394ce82ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0aa0aa21-3b40-48c9-b654-ddc26030b9cf {{(pid=91548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:22:11.756737 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-246378b4-a69a-48ea-b72d-516ebfa790f1 req-5961bfef-d08e-443c-ab98-261394ce82ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:11.770627 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.provisioning_blocks [req-246378b4-a69a-48ea-b72d-516ebfa790f1 req-5961bfef-d08e-443c-ab98-261394ce82ac service neutron] Transition to ACTIVE for port object 0aa0aa21-3b40-48c9-b654-ddc26030b9cf will not be triggered until provisioned by entity L2. {{(pid=91548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:22:11.775044 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-246378b4-a69a-48ea-b72d-516ebfa790f1 req-5961bfef-d08e-443c-ab98-261394ce82ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14885543'] for port, after_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:11.779555 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-fee61d05-5780-478b-93db-bd349f03ad04 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:22:11.943766 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5961bfef-d08e-443c-ab98-261394ce82ac service neutron] Pushing event updated for resources: {'Port': ['ID=0aa0aa21-3b40-48c9-b654-ddc26030b9cf,revision_number=2']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:22:11.976165 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-5961bfef-d08e-443c-ab98-261394ce82ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:22:12.021665 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.managers [req-246378b4-a69a-48ea-b72d-516ebfa790f1 req-5961bfef-d08e-443c-ab98-261394ce82ac service neutron] Attempting to bind port 0aa0aa21-3b40-48c9-b654-ddc26030b9cf on host hv-cinder-79229 for vnic_type normal with profile {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:22:12.021996 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.managers [req-246378b4-a69a-48ea-b72d-516ebfa790f1 req-5961bfef-d08e-443c-ab98-261394ce82ac service neutron] Attempting to bind port 0aa0aa21-3b40-48c9-b654-ddc26030b9cf by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '2d61a3b4-1755-496f-8717-4a5d3f8f647f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'f98ff193-ff31-4945-a8e5-a0bcfef1cd2f'}] {{(pid=91548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:22:12.022324 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246378b4-a69a-48ea-b72d-516ebfa790f1 req-5961bfef-d08e-443c-ab98-261394ce82ac service neutron] Attempting to bind port 0aa0aa21-3b40-48c9-b654-ddc26030b9cf on network f98ff193-ff31-4945-a8e5-a0bcfef1cd2f {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:22:12.027471 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246378b4-a69a-48ea-b72d-516ebfa790f1 req-5961bfef-d08e-443c-ab98-261394ce82ac service neutron] Port 0aa0aa21-3b40-48c9-b654-ddc26030b9cf on network f98ff193-ff31-4945-a8e5-a0bcfef1cd2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 15:22:12.027791 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246378b4-a69a-48ea-b72d-516ebfa790f1 req-5961bfef-d08e-443c-ab98-261394ce82ac service neutron] Attempting to bind port 0aa0aa21-3b40-48c9-b654-ddc26030b9cf on network f98ff193-ff31-4945-a8e5-a0bcfef1cd2f {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:22:12.033277 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246378b4-a69a-48ea-b72d-516ebfa790f1 req-5961bfef-d08e-443c-ab98-261394ce82ac service neutron] Checking agent: {'id': '4762cb26-ef72-475b-a9a0-8f480bf27f9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 18, 22), 'started_at': datetime.datetime(2021, 5, 21, 15, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:22:12.033726 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246378b4-a69a-48ea-b72d-516ebfa790f1 req-5961bfef-d08e-443c-ab98-261394ce82ac service neutron] Checking segment: {'id': '2d61a3b4-1755-496f-8717-4a5d3f8f647f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'f98ff193-ff31-4945-a8e5-a0bcfef1cd2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:22:12.033994 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246378b4-a69a-48ea-b72d-516ebfa790f1 req-5961bfef-d08e-443c-ab98-261394ce82ac service neutron] Bound using segment: {'id': '2d61a3b4-1755-496f-8717-4a5d3f8f647f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'f98ff193-ff31-4945-a8e5-a0bcfef1cd2f'} {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:22:12.035204 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.managers [req-246378b4-a69a-48ea-b72d-516ebfa790f1 req-5961bfef-d08e-443c-ab98-261394ce82ac service neutron] Bound port: 0aa0aa21-3b40-48c9-b654-ddc26030b9cf, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d61a3b4-1755-496f-8717-4a5d3f8f647f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'f98ff193-ff31-4945-a8e5-a0bcfef1cd2f'}}] {{(pid=91548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:22:12.035518 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-246378b4-a69a-48ea-b72d-516ebfa790f1 req-5961bfef-d08e-443c-ab98-261394ce82ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:12.125512 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [req-246378b4-a69a-48ea-b72d-516ebfa790f1 req-5961bfef-d08e-443c-ab98-261394ce82ac service neutron] For port 0aa0aa21-3b40-48c9-b654-ddc26030b9cf, host hv-cinder-79229, cleared binding levels {{(pid=91548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:22:12.128937 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [req-246378b4-a69a-48ea-b72d-516ebfa790f1 req-5961bfef-d08e-443c-ab98-261394ce82ac service neutron] For port 0aa0aa21-3b40-48c9-b654-ddc26030b9cf, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=0aa0aa21-3b40-48c9-b654-ddc26030b9cf,segment=NetworkSegment(2d61a3b4-1755-496f-8717-4a5d3f8f647f),segment_id=2d61a3b4-1755-496f-8717-4a5d3f8f647f)] {{(pid=91548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:22:12.133512 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-246378b4-a69a-48ea-b72d-516ebfa790f1 req-5961bfef-d08e-443c-ab98-261394ce82ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14885543'] for port, after_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:12.137202 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-0a53714e-7d2b-4e39-890e-c24bf4254d00 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:22:12.191583 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246378b4-a69a-48ea-b72d-516ebfa790f1 req-5961bfef-d08e-443c-ab98-261394ce82ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:12.191583 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-246378b4-a69a-48ea-b72d-516ebfa790f1 req-5961bfef-d08e-443c-ab98-261394ce82ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for port, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:12.193167 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-246378b4-a69a-48ea-b72d-516ebfa790f1 req-5961bfef-d08e-443c-ab98-261394ce82ac service neutron] 10.222.0.68 "PUT /v2.0/ports/0aa0aa21-3b40-48c9-b654-ddc26030b9cf HTTP/1.1" status: 200 len: 1093 time: 1.0378380 May 21 15:22:12.195736 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a8a26f3-21af-4256-a270-3f1e3ea1937d', 'tag': '0aa0aa21-3b40-48c9-b654-ddc26030b9cf'}] {{(pid=91548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:22:12.225697 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5961bfef-d08e-443c-ab98-261394ce82ac service neutron] Pushing event updated for resources: {'Port': ['ID=0aa0aa21-3b40-48c9-b654-ddc26030b9cf,revision_number=3']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:22:12.228831 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-5961bfef-d08e-443c-ab98-261394ce82ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:22:12.242090 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a8a26f3-21af-4256-a270-3f1e3ea1937d', 'tag': '0aa0aa21-3b40-48c9-b654-ddc26030b9cf', 'status': 'completed', 'code': 200} May 21 15:22:12.513060 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddebfcf5-becd-4319-a71c-5f061f1401de req-8aa9c0d2-f034-4aae-a565-966189261506 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:12.514510 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-ddebfcf5-becd-4319-a71c-5f061f1401de req-8aa9c0d2-f034-4aae-a565-966189261506 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 946 time: 0.0911934 May 21 15:22:12.612566 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-ddebfcf5-becd-4319-a71c-5f061f1401de req-badc2ae8-8abe-4137-bcf9-937300002790 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895596 May 21 15:22:12.641195 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5fd4a7-24f0-4118-830c-438020efcd21 req-ab9b93c1-08c5-458e-838e-3a9da7f3b841 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:12.642674 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-bb5fd4a7-24f0-4118-830c-438020efcd21 req-ab9b93c1-08c5-458e-838e-3a9da7f3b841 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a8a26f3-21af-4256-a270-3f1e3ea1937d HTTP/1.1" status: 200 len: 943 time: 0.1210241 May 21 15:22:12.691043 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-bb5fd4a7-24f0-4118-830c-438020efcd21 req-f0f41bfa-7258-4997-a501-8f9d85c5d053 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/security-groups?id=7bb09541-c849-4d76-84cc-83874255c44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390592 May 21 15:22:12.880335 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f8d6e-6bd5-42c1-a686-b69faeb6ce8c req-be1f2b6c-bc2c-4d61-aa1e-790af391e9f1 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:12.881828 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-3f4f8d6e-6bd5-42c1-a686-b69faeb6ce8c req-be1f2b6c-bc2c-4d61-aa1e-790af391e9f1 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=be512a37-5ce9-4914-8807-04f8f80ad54e HTTP/1.1" status: 200 len: 945 time: 0.0895531 May 21 15:22:12.993394 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-3f4f8d6e-6bd5-42c1-a686-b69faeb6ce8c req-d9fc4066-ee40-42f7-ba28-1eba3848f65d tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055422 May 21 15:22:13.796700 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344d0b3-cb85-49cf-a5aa-d827b3944876 req-65cbd5c4-bc54-43fa-b903-215ad4d349df tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:13.798151 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-6344d0b3-cb85-49cf-a5aa-d827b3944876 req-65cbd5c4-bc54-43fa-b903-215ad4d349df tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 946 time: 0.0808990 May 21 15:22:13.891454 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-6344d0b3-cb85-49cf-a5aa-d827b3944876 req-e88331cf-8dac-49cb-b5c8-63ed4120eb03 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546811 May 21 15:22:13.919154 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e64800-5474-46c5-86b2-5cddd2fcdfd9 req-b06dc3c1-b60c-4187-94ad-d559ed11cfbf tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:13.920584 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-46e64800-5474-46c5-86b2-5cddd2fcdfd9 req-b06dc3c1-b60c-4187-94ad-d559ed11cfbf tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a8a26f3-21af-4256-a270-3f1e3ea1937d HTTP/1.1" status: 200 len: 943 time: 0.1174099 May 21 15:22:13.964660 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-46e64800-5474-46c5-86b2-5cddd2fcdfd9 req-a9d918df-3690-4de4-b529-639dbf9f1f50 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/security-groups?id=7bb09541-c849-4d76-84cc-83874255c44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377955 May 21 15:22:14.137935 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.agents_db [None req-1cb0bb7b-b6db-4325-ad21-6fa15867ad0e None None] Agent healthcheck: found 6 active agents {{(pid=91551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:22:14.178160 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca569af-42d9-4a70-8052-ec201238f6ee req-9a40799a-fca4-4c94-b4e5-20f3af2549d3 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:14.179630 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-8ca569af-42d9-4a70-8052-ec201238f6ee req-9a40799a-fca4-4c94-b4e5-20f3af2549d3 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=be512a37-5ce9-4914-8807-04f8f80ad54e HTTP/1.1" status: 200 len: 945 time: 0.0817523 May 21 15:22:14.229310 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-8ca569af-42d9-4a70-8052-ec201238f6ee req-860f3d5d-6180-4e4b-9e96-b78e98b4f292 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441098 May 21 15:22:14.662517 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e751957-f431-41ab-9ad5-8e12af361992 req-288bec56-7d15-4280-8445-033ac6f05bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:14.664021 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-5e751957-f431-41ab-9ad5-8e12af361992 req-288bec56-7d15-4280-8445-033ac6f05bbb service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e69ae68628214c52b9596296332a84e0&device_id=2a8a26f3-21af-4256-a270-3f1e3ea1937d HTTP/1.1" status: 200 len: 1096 time: 0.0801716 May 21 15:22:14.805807 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e751957-f431-41ab-9ad5-8e12af361992 req-5302f59a-527e-42e9-acfb-0cd9c194b9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:14.807321 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-5e751957-f431-41ab-9ad5-8e12af361992 req-5302f59a-527e-42e9-acfb-0cd9c194b9c3 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=e69ae68628214c52b9596296332a84e0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1336956 May 21 15:22:14.950903 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e751957-f431-41ab-9ad5-8e12af361992 req-ca0cf538-d26b-41a6-a5d7-def45b83c8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:14.952355 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-5e751957-f431-41ab-9ad5-8e12af361992 req-ca0cf538-d26b-41a6-a5d7-def45b83c8a0 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1347563 May 21 15:22:15.066675 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246378b4-a69a-48ea-b72d-516ebfa790f1 req-00e15b06-0c4c-453b-9519-f0b17524295f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:15.067868 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-246378b4-a69a-48ea-b72d-516ebfa790f1 req-00e15b06-0c4c-453b-9519-f0b17524295f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e69ae68628214c52b9596296332a84e0&device_id=2a8a26f3-21af-4256-a270-3f1e3ea1937d HTTP/1.1" status: 200 len: 1096 time: 0.0782068 May 21 15:22:15.083873 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509c018-5563-427c-9d08-0376135015ef req-fff4b708-19d5-40aa-869c-bb2dd72a8080 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:15.085587 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-a509c018-5563-427c-9d08-0376135015ef req-fff4b708-19d5-40aa-869c-bb2dd72a8080 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 946 time: 0.0850167 May 21 15:22:15.152690 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-246378b4-a69a-48ea-b72d-516ebfa790f1 req-c112f60d-0fba-445a-8e44-659beeb4a501 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0aa0aa21-3b40-48c9-b654-ddc26030b9cf HTTP/1.1" status: 200 len: 217 time: 0.0758290 May 21 15:22:15.184603 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-a509c018-5563-427c-9d08-0376135015ef req-5c1ddac4-4fe4-4642-b670-df3a1fc06bcc tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606725 May 21 15:22:15.210147 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cdcf2e-0760-4640-af83-df8fbbedb5d7 req-4494ba21-835b-4ab9-8630-9a020cde7366 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:15.210147 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-90cdcf2e-0760-4640-af83-df8fbbedb5d7 req-4494ba21-835b-4ab9-8630-9a020cde7366 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a8a26f3-21af-4256-a270-3f1e3ea1937d HTTP/1.1" status: 200 len: 943 time: 0.1222615 May 21 15:22:15.231222 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246378b4-a69a-48ea-b72d-516ebfa790f1 req-4e237238-de65-48ca-89cb-eb70a0bf1bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:15.232688 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-246378b4-a69a-48ea-b72d-516ebfa790f1 req-4e237238-de65-48ca-89cb-eb70a0bf1bd0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=234b7aaf-ce32-44d3-88df-21c090ffb831 HTTP/1.1" status: 200 len: 854 time: 0.0672548 May 21 15:22:15.234970 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-62cca381-179f-4dae-8526-87c93f8b1fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:15.263153 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-90cdcf2e-0760-4640-af83-df8fbbedb5d7 req-94fe76d2-931c-4553-800f-b0e9e50a1711 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/security-groups?id=7bb09541-c849-4d76-84cc-83874255c44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468872 May 21 15:22:15.324241 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-246378b4-a69a-48ea-b72d-516ebfa790f1 req-6ff4f617-0684-4400-b794-eb0dcfa51402 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f98ff193-ff31-4945-a8e5-a0bcfef1cd2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831630 May 21 15:22:15.459700 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e852a9fd-afe5-45fb-91c4-14c8d57d4d1a req-a13d78f8-aa70-446d-b199-db198bcf9653 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:15.462423 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-e852a9fd-afe5-45fb-91c4-14c8d57d4d1a req-a13d78f8-aa70-446d-b199-db198bcf9653 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=be512a37-5ce9-4914-8807-04f8f80ad54e HTTP/1.1" status: 200 len: 945 time: 0.1022692 May 21 15:22:15.516070 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-e852a9fd-afe5-45fb-91c4-14c8d57d4d1a req-4bb1945c-6217-44c2-9052-c5182c456717 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477033 May 21 15:22:15.554334 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-246378b4-a69a-48ea-b72d-516ebfa790f1 req-ec515610-3764-4b65-8d09-523ae2381b82 service neutron] 10.222.0.68 "GET /v2.0/networks/f98ff193-ff31-4945-a8e5-a0bcfef1cd2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154813 May 21 15:22:15.686666 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-246378b4-a69a-48ea-b72d-516ebfa790f1 req-41a38c93-0f38-423c-acb3-61c5e1fa7521 service neutron] 10.222.0.68 "GET /v2.0/networks/f98ff193-ff31-4945-a8e5-a0bcfef1cd2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242232 May 21 15:22:16.439928 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e4beb-be8c-4cd1-bc98-d7eacba8cd46 req-718a0d5e-d01f-4af1-a7e9-60bee897a8a7 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:16.442016 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-798e4beb-be8c-4cd1-bc98-d7eacba8cd46 req-718a0d5e-d01f-4af1-a7e9-60bee897a8a7 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/networks?id=321c2ca3-09b1-4787-88ab-24465b663b2d HTTP/1.1" status: 200 len: 815 time: 0.2100515 May 21 15:22:16.463423 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac61763-df84-46e5-8921-89b642fc222e req-adf0f0e7-ec37-4b41-8306-d5b06ccd59b8 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:16.464813 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-eac61763-df84-46e5-8921-89b642fc222e req-adf0f0e7-ec37-4b41-8306-d5b06ccd59b8 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 946 time: 0.1527913 May 21 15:22:16.466930 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-798e4beb-be8c-4cd1-bc98-d7eacba8cd46 req-618df539-a903-4daf-a3c5-84c7eed8b1c5 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/quotas/f68e94ae626e4618b509d667e1d492d1 HTTP/1.1" status: 200 len: 375 time: 0.0194073 May 21 15:22:16.553075 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-eac61763-df84-46e5-8921-89b642fc222e req-1bc6dcfc-a5e5-4be6-8987-47a5e8fdf269 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825520 May 21 15:22:16.601190 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-798e4beb-be8c-4cd1-bc98-d7eacba8cd46 req-a9e6e832-9a77-4939-bd29-67137134835d tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f68e94ae626e4618b509d667e1d492d1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1163027 May 21 15:22:16.819780 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-798e4beb-be8c-4cd1-bc98-d7eacba8cd46 req-53c6c948-428a-4824-95cc-d9bfcd651e49 service neutron] 10.222.0.69 "GET /v2.0/networks/321c2ca3-09b1-4787-88ab-24465b663b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097189 May 21 15:22:16.833248 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75620ad5-2c7b-46ef-8738-dee115b0ab62 req-b5820d33-b2e2-425a-94e2-c1320ae103fa tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:16.834686 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-75620ad5-2c7b-46ef-8738-dee115b0ab62 req-b5820d33-b2e2-425a-94e2-c1320ae103fa tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a8a26f3-21af-4256-a270-3f1e3ea1937d HTTP/1.1" status: 200 len: 943 time: 0.1411695 May 21 15:22:16.967453 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-75620ad5-2c7b-46ef-8738-dee115b0ab62 req-78582024-ed6f-41b3-937c-7bc4fd19077d tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/security-groups?id=7bb09541-c849-4d76-84cc-83874255c44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131740 May 21 15:22:17.021309 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-798e4beb-be8c-4cd1-bc98-d7eacba8cd46 req-790192df-3341-4a46-b919-e10f0110eda3 service neutron] 10.222.0.69 "GET /v2.0/networks/321c2ca3-09b1-4787-88ab-24465b663b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854992 May 21 15:22:17.169348 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7e772-5d6d-4d1e-be27-b353674033ee req-c7973d4f-6b13-4777-8bd0-6a3cb6b93dd9 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:17.169348 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-bfd7e772-5d6d-4d1e-be27-b353674033ee req-c7973d4f-6b13-4777-8bd0-6a3cb6b93dd9 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=be512a37-5ce9-4914-8807-04f8f80ad54e HTTP/1.1" status: 200 len: 945 time: 0.0982146 May 21 15:22:17.235592 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-2ff0d998-dc12-4ae9-8650-6421a102b684 req-6501fc1c-6b57-44ff-8af9-972e5aef8552 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd34ced7-f44b-4005-bf34-18a76d261e14 HTTP/1.1" status: 200 len: 210 time: 0.0493879 May 21 15:22:17.256315 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-bfd7e772-5d6d-4d1e-be27-b353674033ee req-e99c77f2-501d-496c-abb5-b43f016f78b6 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849247 May 21 15:22:17.766170 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89223532-8a98-4127-b948-1fe7639e0756 req-af4929e2-3069-4b5f-a15e-6a4cc2a1305b tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:17.767694 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-89223532-8a98-4127-b948-1fe7639e0756 req-af4929e2-3069-4b5f-a15e-6a4cc2a1305b tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 946 time: 0.0975163 May 21 15:22:17.831483 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-89223532-8a98-4127-b948-1fe7639e0756 req-b46a9fcc-4c7b-404a-8fed-c550d98833d6 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550013 May 21 15:22:17.981041 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:18.146611 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 60482) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:22:18.210573 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecf38cc-f36f-486b-96e5-bda53e3437a9 req-1e18e609-0ac4-4b05-b53f-9dcc10b01ce3 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:18.212220 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-9ecf38cc-f36f-486b-96e5-bda53e3437a9 req-1e18e609-0ac4-4b05-b53f-9dcc10b01ce3 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a8a26f3-21af-4256-a270-3f1e3ea1937d HTTP/1.1" status: 200 len: 943 time: 0.1097763 May 21 15:22:18.287233 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-9ecf38cc-f36f-486b-96e5-bda53e3437a9 req-7b5a7ae1-a77c-4624-ab36-d19e12a079f4 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/security-groups?id=7bb09541-c849-4d76-84cc-83874255c44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683923 May 21 15:22:18.289066 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5bf0cb30-5963-4b67-b1f8-3a7c49f9d82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:18.408750 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-130ad798-d910-4ad0-bf49-3a65a330b7ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:18.434770 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-130ad798-d910-4ad0-bf49-3a65a330b7ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:22:18.443323 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-130ad798-d910-4ad0-bf49-3a65a330b7ae admin admin] Usage tracker for resource:security_group_rule and tenant:2bd67bc685cc48ef9d32c65b815540bd is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:22:18.446745 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-130ad798-d910-4ad0-bf49-3a65a330b7ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:22:18.455242 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-130ad798-d910-4ad0-bf49-3a65a330b7ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:22:18.544792 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e4beb-be8c-4cd1-bc98-d7eacba8cd46 req-bd86d087-9cba-4f97-9170-4fd47206692c tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:18.546318 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-798e4beb-be8c-4cd1-bc98-d7eacba8cd46 req-bd86d087-9cba-4f97-9170-4fd47206692c tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.68 "GET /v2.0/networks?id=321c2ca3-09b1-4787-88ab-24465b663b2d HTTP/1.1" status: 200 len: 815 time: 0.2894332 May 21 15:22:18.562523 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [req-798e4beb-be8c-4cd1-bc98-d7eacba8cd46 req-c3ddb44f-032f-44fb-b3e3-0b8c8d506bbd tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Request body: {'port': {'device_id': 'fd34ced7-f44b-4005-bf34-18a76d261e14', 'network_id': '321c2ca3-09b1-4787-88ab-24465b663b2d', 'admin_state_up': True, 'tenant_id': 'f68e94ae626e4618b509d667e1d492d1'}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:22:18.588129 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-255fb469-1efb-433e-9565-0668af00e60c req-e1fa0720-97c2-494e-96e2-ef6433f6ec49 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd34ced7-f44b-4005-bf34-18a76d261e14 HTTP/1.1" status: 200 len: 210 time: 0.1699438 May 21 15:22:18.610677 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 60500) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:22:18.671010 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88e05e-dd35-4bfe-8ce2-b70f3c2eb916 req-76b0b854-fb91-445e-91d6-19fe1ddfe751 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:18.679250 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-0e88e05e-dd35-4bfe-8ce2-b70f3c2eb916 req-76b0b854-fb91-445e-91d6-19fe1ddfe751 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=be512a37-5ce9-4914-8807-04f8f80ad54e HTTP/1.1" status: 200 len: 945 time: 0.1494002 May 21 15:22:18.725779 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-0e88e05e-dd35-4bfe-8ce2-b70f3c2eb916 req-830f0b3c-d54c-401f-b909-176723ab63cb tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453174 May 21 15:22:18.744067 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-130ad798-d910-4ad0-bf49-3a65a330b7ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:18.744358 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-2706b2af-07f8-4da1-aff6-480a0211d13c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:18.756904 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-130ad798-d910-4ad0-bf49-3a65a330b7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:18.759679 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-2706b2af-07f8-4da1-aff6-480a0211d13c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:22:18.763498 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [req-798e4beb-be8c-4cd1-bc98-d7eacba8cd46 req-c3ddb44f-032f-44fb-b3e3-0b8c8d506bbd tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:22:18.763705 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-2706b2af-07f8-4da1-aff6-480a0211d13c admin admin] Usage tracker for resource:security_group_rule and tenant:6fb2f6a3c1384bd88007ce0ccaa76e96 is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:22:18.765580 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-c23a0a1b-9b65-4b33-b396-f61a24cdcfb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:22:18.766243 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-2706b2af-07f8-4da1-aff6-480a0211d13c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:22:18.772088 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-2706b2af-07f8-4da1-aff6-480a0211d13c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:22:18.779448 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-798e4beb-be8c-4cd1-bc98-d7eacba8cd46 req-c3ddb44f-032f-44fb-b3e3-0b8c8d506bbd tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Usage tracker for resource:port and tenant:f68e94ae626e4618b509d667e1d492d1 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:22:18.792448 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-798e4beb-be8c-4cd1-bc98-d7eacba8cd46 req-c3ddb44f-032f-44fb-b3e3-0b8c8d506bbd tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:22:18.816659 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [req-798e4beb-be8c-4cd1-bc98-d7eacba8cd46 req-c3ddb44f-032f-44fb-b3e3-0b8c8d506bbd tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:22:18.823232 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-130ad798-d910-4ad0-bf49-3a65a330b7ae admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2bd67bc685cc48ef9d32c65b815540bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6754825 May 21 15:22:18.826413 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 60508) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:22:18.827496 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130ad798-d910-4ad0-bf49-3a65a330b7ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4953b3cb-0002-449f-b2c1-39e957fbb514,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:22:18.832205 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-130ad798-d910-4ad0-bf49-3a65a330b7ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:22:18.836815 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-798e4beb-be8c-4cd1-bc98-d7eacba8cd46 req-c3ddb44f-032f-44fb-b3e3-0b8c8d506bbd tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Made reservation on behalf of f68e94ae626e4618b509d667e1d492d1 for: {'port': 1} {{(pid=91548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:22:18.840411 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-798e4beb-be8c-4cd1-bc98-d7eacba8cd46 req-c3ddb44f-032f-44fb-b3e3-0b8c8d506bbd tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:18.889584 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-2706b2af-07f8-4da1-aff6-480a0211d13c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:18.897119 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-2706b2af-07f8-4da1-aff6-480a0211d13c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:18.906298 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:22:18.988554 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-2706b2af-07f8-4da1-aff6-480a0211d13c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6fb2f6a3c1384bd88007ce0ccaa76e96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3743179 May 21 15:22:18.994236 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 60514) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:22:18.996417 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-f184b5ba-43d8-4ce4-b28b-dc31af90ace8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:19.017625 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2706b2af-07f8-4da1-aff6-480a0211d13c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c32fee-bc50-4486-86db-024ec505ad14,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:22:19.023131 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-2706b2af-07f8-4da1-aff6-480a0211d13c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:22:19.038959 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-f184b5ba-43d8-4ce4-b28b-dc31af90ace8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:19.047867 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.db_base_plugin_common [req-798e4beb-be8c-4cd1-bc98-d7eacba8cd46 req-c3ddb44f-032f-44fb-b3e3-0b8c8d506bbd tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Allocated IP 172.20.0.8 (321c2ca3-09b1-4787-88ab-24465b663b2d/f04d5cd6-64de-425f-ad82-16f66f2c1a9c/54181349-e30f-454a-a4a4-b184adcdea5f) {{(pid=91548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:22:19.099550 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e36f2bf-b10d-4c16-8048-10dc62be0ec0 req-8be9fb40-abfd-4580-9543-f960dae64f95 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:19.100921 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-8e36f2bf-b10d-4c16-8048-10dc62be0ec0 req-8be9fb40-abfd-4580-9543-f960dae64f95 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 946 time: 0.1564636 May 21 15:22:19.105571 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-442eb974-1d2a-4d17-9341-952e9cd75a89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:19.141971 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-f184b5ba-43d8-4ce4-b28b-dc31af90ace8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:19.149027 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-3e2a7261-25f2-4238-9185-b66d7b2b45b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:22:19.168261 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-8e36f2bf-b10d-4c16-8048-10dc62be0ec0 req-83caaa5b-46c0-4036-9ca9-b3551dff9e46 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614684 May 21 15:22:19.169865 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184b5ba-43d8-4ce4-b28b-dc31af90ace8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4953b3cb-0002-449f-b2c1-39e957fbb514,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:22:19.174216 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-f184b5ba-43d8-4ce4-b28b-dc31af90ace8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:22:19.180656 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-f184b5ba-43d8-4ce4-b28b-dc31af90ace8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:19.184456 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-f184b5ba-43d8-4ce4-b28b-dc31af90ace8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4953b3cb-0002-449f-b2c1-39e957fbb514 HTTP/1.1" status: 204 len: 168 time: 0.3545136 May 21 15:22:19.245784 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-442eb974-1d2a-4d17-9341-952e9cd75a89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:19.285832 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e6f13acb-dde4-45e3-8932-2715da3406c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:19.372096 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-798e4beb-be8c-4cd1-bc98-d7eacba8cd46 req-c3ddb44f-032f-44fb-b3e3-0b8c8d506bbd tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Notify callbacks [] for port, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:19.413453 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-798e4beb-be8c-4cd1-bc98-d7eacba8cd46 req-c3ddb44f-032f-44fb-b3e3-0b8c8d506bbd tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730419340153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14885552'] for port, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:19.428381 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] get_ports_and_sgs() called for port_ids ['e5baad11-dfe2-4593-8882-7685a2339cc7', '9cd3c9a4-9ff4-45b7-92f5-328bac5c4c2c', 'ef47a698-e886-4aee-b4fc-94139d8e5975'] {{(pid=91550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:22:19.433812 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:22:19.515529 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device 0aa0aa21-3b40-48c9-b654-ddc26030b9cf details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:22:19.577750 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-442eb974-1d2a-4d17-9341-952e9cd75a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:19.585656 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-798e4beb-be8c-4cd1-bc98-d7eacba8cd46 req-c3ddb44f-032f-44fb-b3e3-0b8c8d506bbd tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Network 321c2ca3-09b1-4787-88ab-24465b663b2d is already hosted by enough agents. {{(pid=91548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:22:19.594192 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.base_scheduler [req-798e4beb-be8c-4cd1-bc98-d7eacba8cd46 req-c3ddb44f-032f-44fb-b3e3-0b8c8d506bbd tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Resources bound (agent type, host, resource id): {{(pid=91548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:22:19.608157 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.l3_dvrscheduler_db [req-798e4beb-be8c-4cd1-bc98-d7eacba8cd46 req-c3ddb44f-032f-44fb-b3e3-0b8c8d506bbd tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Received port after_create {{(pid=91548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:22:19.670231 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20afcc-1474-4b26-b2b0-13076ace9131 req-aa8bfa51-400a-4c94-9428-f765c95646d3 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:19.673623 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-af20afcc-1474-4b26-b2b0-13076ace9131 req-aa8bfa51-400a-4c94-9428-f765c95646d3 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a8a26f3-21af-4256-a270-3f1e3ea1937d HTTP/1.1" status: 200 len: 943 time: 0.1902831 May 21 15:22:19.693824 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e4beb-be8c-4cd1-bc98-d7eacba8cd46 req-c3ddb44f-032f-44fb-b3e3-0b8c8d506bbd tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:19.694450 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-798e4beb-be8c-4cd1-bc98-d7eacba8cd46 req-c3ddb44f-032f-44fb-b3e3-0b8c8d506bbd tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for port, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:19.746136 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ddb44f-032f-44fb-b3e3-0b8c8d506bbd tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Pushing event updated for resources: {'Port': ['ID=54181349-e30f-454a-a4a4-b184adcdea5f,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:22:19.767653 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-c3ddb44f-032f-44fb-b3e3-0b8c8d506bbd tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:22:19.767653 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-130ad798-d910-4ad0-bf49-3a65a330b7ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.179s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:22:19.781905 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892df35-215d-473e-8d60-21fdbed89521 req-1cb46ce3-9c0f-47a1-9529-093deccff625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:19.783405 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-a892df35-215d-473e-8d60-21fdbed89521 req-1cb46ce3-9c0f-47a1-9529-093deccff625 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a0ff7059c233428f81d35f38ec365006&device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 1099 time: 0.2843726 May 21 15:22:19.784867 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-442eb974-1d2a-4d17-9341-952e9cd75a89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:19.785849 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-442eb974-1d2a-4d17-9341-952e9cd75a89 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e3c32fee-bc50-4486-86db-024ec505ad14 HTTP/1.1" status: 204 len: 168 time: 0.7908039 May 21 15:22:19.787295 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442eb974-1d2a-4d17-9341-952e9cd75a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c32fee-bc50-4486-86db-024ec505ad14,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:22:19.799646 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-af20afcc-1474-4b26-b2b0-13076ace9131 req-d7df08ea-ed0e-4d01-81a9-3709ca9f0aa0 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/security-groups?id=7bb09541-c849-4d76-84cc-83874255c44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150975 May 21 15:22:19.801711 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-798e4beb-be8c-4cd1-bc98-d7eacba8cd46 req-c3ddb44f-032f-44fb-b3e3-0b8c8d506bbd tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2440631 May 21 15:22:19.802578 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-442eb974-1d2a-4d17-9341-952e9cd75a89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:22:19.828645 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [req-798e4beb-be8c-4cd1-bc98-d7eacba8cd46 req-1b2ee0e7-f856-4818-92ec-e98394e04150 service neutron] Request body: {'port': {'device_id': 'fd34ced7-f44b-4005-bf34-18a76d261e14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:22:19.905775 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port 0aa0aa21-3b40-48c9-b654-ddc26030b9cf, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=0aa0aa21-3b40-48c9-b654-ddc26030b9cf,segment=NetworkSegment(2d61a3b4-1755-496f-8717-4a5d3f8f647f),segment_id=2d61a3b4-1755-496f-8717-4a5d3f8f647f)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:22:19.917866 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c488be-9256-4ea3-9844-85a8381265c8 req-7ae41709-5462-47e4-b042-d9c1a1c65c9d tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:19.927157 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-d7c488be-9256-4ea3-9844-85a8381265c8 req-7ae41709-5462-47e4-b042-d9c1a1c65c9d tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd34ced7-f44b-4005-bf34-18a76d261e14 HTTP/1.1" status: 200 len: 931 time: 0.1223454 May 21 15:22:19.937221 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Returning: {'device': '0aa0aa21-3b40-48c9-b654-ddc26030b9cf', 'network_id': 'f98ff193-ff31-4945-a8e5-a0bcfef1cd2f', 'port_id': '0aa0aa21-3b40-48c9-b654-ddc26030b9cf', 'mac_address': 'fa:16:3e:6e:3f:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '234b7aaf-ce32-44d3-88df-21c090ffb831', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:22:20.039774 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-d7c488be-9256-4ea3-9844-85a8381265c8 req-52a789a6-fd3b-400c-956a-f5f822330f87 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b78fdd-8b23-431a-a677-c884f9e23eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116412 May 21 15:22:20.078585 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:20.088793 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d6c715-e231-4fbb-a504-9c6279b2d7a3 req-499f2413-1d3f-47a7-b297-9e36f42d6492 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:20.091074 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-56d6c715-e231-4fbb-a504-9c6279b2d7a3 req-499f2413-1d3f-47a7-b297-9e36f42d6492 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=be512a37-5ce9-4914-8807-04f8f80ad54e HTTP/1.1" status: 200 len: 945 time: 0.1442645 May 21 15:22:20.112152 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.notifiers.nova [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aa0aa21-3b40-48c9-b654-ddc26030b9cf {{(pid=91550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:22:20.154232 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port 0aa0aa21-3b40-48c9-b654-ddc26030b9cf, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=0aa0aa21-3b40-48c9-b654-ddc26030b9cf,segment=NetworkSegment(2d61a3b4-1755-496f-8717-4a5d3f8f647f),segment_id=2d61a3b4-1755-496f-8717-4a5d3f8f647f)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:22:20.157586 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-56d6c715-e231-4fbb-a504-9c6279b2d7a3 req-222faa08-619b-4ea9-88b1-77a662a1497a tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574942 May 21 15:22:20.171152 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-798e4beb-be8c-4cd1-bc98-d7eacba8cd46 req-1b2ee0e7-f856-4818-92ec-e98394e04150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:20.181414 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:20.185987 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:22:20.295424 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Pushing event updated for resources: {'Port': ['ID=0aa0aa21-3b40-48c9-b654-ddc26030b9cf,revision_number=4']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:22:20.311931 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892df35-215d-473e-8d60-21fdbed89521 req-91723b27-474e-43dc-8d26-e52817fe1a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:20.313371 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-a892df35-215d-473e-8d60-21fdbed89521 req-91723b27-474e-43dc-8d26-e52817fe1a44 service neutron] 10.222.0.68 "GET /v2.0/networks?id=efa2a869-eef6-443f-b219-ba0ab20cb5c1 HTTP/1.1" status: 200 len: 911 time: 0.4961259 May 21 15:22:20.313606 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:22:20.313961 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:22:20.314307 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:22:20.314636 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:22:20.314991 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:22:20.315906 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:22:20.316974 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:22:20.317299 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:22:20.317650 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:22:20.317979 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:22:20.318305 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:22:20.318695 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:22:20.327939 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:22:20.407144 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f1e7d-e7e1-41f9-ae05-56d6eb8d4b75 req-5c222b32-38fe-4caa-a50b-bb177ff76ae7 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:20.408743 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-cf2f1e7d-e7e1-41f9-ae05-56d6eb8d4b75 req-5c222b32-38fe-4caa-a50b-bb177ff76ae7 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 946 time: 0.0984147 May 21 15:22:20.458855 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-cf2f1e7d-e7e1-41f9-ae05-56d6eb8d4b75 req-2fbaf9ea-9d6d-418f-833b-5a447cee588d tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434439 May 21 15:22:20.611698 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.notifiers.nova [req-798e4beb-be8c-4cd1-bc98-d7eacba8cd46 req-1b2ee0e7-f856-4818-92ec-e98394e04150 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54181349-e30f-454a-a4a4-b184adcdea5f {{(pid=91548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:22:20.620912 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-798e4beb-be8c-4cd1-bc98-d7eacba8cd46 req-1b2ee0e7-f856-4818-92ec-e98394e04150 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:20.635017 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.provisioning_blocks [req-798e4beb-be8c-4cd1-bc98-d7eacba8cd46 req-1b2ee0e7-f856-4818-92ec-e98394e04150 service neutron] Transition to ACTIVE for port object 54181349-e30f-454a-a4a4-b184adcdea5f will not be triggered until provisioned by entity L2. {{(pid=91548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:22:20.638824 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-798e4beb-be8c-4cd1-bc98-d7eacba8cd46 req-1b2ee0e7-f856-4818-92ec-e98394e04150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14885543'] for port, after_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:20.642314 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:22:20.792023 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2ee0e7-f856-4818-92ec-e98394e04150 service neutron] Pushing event updated for resources: {'Port': ['ID=54181349-e30f-454a-a4a4-b184adcdea5f,revision_number=2']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:22:20.798676 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-1b2ee0e7-f856-4818-92ec-e98394e04150 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:22:20.838996 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-cb99478c-afff-4a9c-8770-f3354af234b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:20.867880 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.managers [req-798e4beb-be8c-4cd1-bc98-d7eacba8cd46 req-1b2ee0e7-f856-4818-92ec-e98394e04150 service neutron] Attempting to bind port 54181349-e30f-454a-a4a4-b184adcdea5f on host hv-cinder-79229 for vnic_type normal with profile {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:22:20.868211 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.managers [req-798e4beb-be8c-4cd1-bc98-d7eacba8cd46 req-1b2ee0e7-f856-4818-92ec-e98394e04150 service neutron] Attempting to bind port 54181349-e30f-454a-a4a4-b184adcdea5f by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '2d67f94e-8ecf-4f8b-811f-9d8f4012b1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '321c2ca3-09b1-4787-88ab-24465b663b2d'}] {{(pid=91548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:22:20.868530 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798e4beb-be8c-4cd1-bc98-d7eacba8cd46 req-1b2ee0e7-f856-4818-92ec-e98394e04150 service neutron] Attempting to bind port 54181349-e30f-454a-a4a4-b184adcdea5f on network 321c2ca3-09b1-4787-88ab-24465b663b2d {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:22:20.873143 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798e4beb-be8c-4cd1-bc98-d7eacba8cd46 req-1b2ee0e7-f856-4818-92ec-e98394e04150 service neutron] Port 54181349-e30f-454a-a4a4-b184adcdea5f on network 321c2ca3-09b1-4787-88ab-24465b663b2d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 15:22:20.873456 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798e4beb-be8c-4cd1-bc98-d7eacba8cd46 req-1b2ee0e7-f856-4818-92ec-e98394e04150 service neutron] Attempting to bind port 54181349-e30f-454a-a4a4-b184adcdea5f on network 321c2ca3-09b1-4787-88ab-24465b663b2d {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:22:20.878785 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798e4beb-be8c-4cd1-bc98-d7eacba8cd46 req-1b2ee0e7-f856-4818-92ec-e98394e04150 service neutron] Checking agent: {'id': '4762cb26-ef72-475b-a9a0-8f480bf27f9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 18, 22), 'started_at': datetime.datetime(2021, 5, 21, 15, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:22:20.879138 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798e4beb-be8c-4cd1-bc98-d7eacba8cd46 req-1b2ee0e7-f856-4818-92ec-e98394e04150 service neutron] Checking segment: {'id': '2d67f94e-8ecf-4f8b-811f-9d8f4012b1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '321c2ca3-09b1-4787-88ab-24465b663b2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:22:20.879519 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798e4beb-be8c-4cd1-bc98-d7eacba8cd46 req-1b2ee0e7-f856-4818-92ec-e98394e04150 service neutron] Bound using segment: {'id': '2d67f94e-8ecf-4f8b-811f-9d8f4012b1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '321c2ca3-09b1-4787-88ab-24465b663b2d'} {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:22:20.879939 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.managers [req-798e4beb-be8c-4cd1-bc98-d7eacba8cd46 req-1b2ee0e7-f856-4818-92ec-e98394e04150 service neutron] Bound port: 54181349-e30f-454a-a4a4-b184adcdea5f, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d67f94e-8ecf-4f8b-811f-9d8f4012b1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '321c2ca3-09b1-4787-88ab-24465b663b2d'}}] {{(pid=91548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:22:20.880277 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-798e4beb-be8c-4cd1-bc98-d7eacba8cd46 req-1b2ee0e7-f856-4818-92ec-e98394e04150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:20.970031 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [req-798e4beb-be8c-4cd1-bc98-d7eacba8cd46 req-1b2ee0e7-f856-4818-92ec-e98394e04150 service neutron] For port 54181349-e30f-454a-a4a4-b184adcdea5f, host hv-cinder-79229, cleared binding levels {{(pid=91548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:22:20.973428 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [req-798e4beb-be8c-4cd1-bc98-d7eacba8cd46 req-1b2ee0e7-f856-4818-92ec-e98394e04150 service neutron] For port 54181349-e30f-454a-a4a4-b184adcdea5f, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=54181349-e30f-454a-a4a4-b184adcdea5f,segment=NetworkSegment(2d67f94e-8ecf-4f8b-811f-9d8f4012b1b2),segment_id=2d67f94e-8ecf-4f8b-811f-9d8f4012b1b2)] {{(pid=91548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:22:20.977005 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-798e4beb-be8c-4cd1-bc98-d7eacba8cd46 req-1b2ee0e7-f856-4818-92ec-e98394e04150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14885543'] for port, after_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:20.981501 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-76b017b0-bbb6-4457-abe5-ac0b0092a9d1 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:22:20.984067 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487ac4ae-bba2-4655-960f-9c13a0ac1791 req-72fc86b1-84ba-4a82-91dd-b74b6d80eb44 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:20.985515 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-487ac4ae-bba2-4655-960f-9c13a0ac1791 req-72fc86b1-84ba-4a82-91dd-b74b6d80eb44 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a8a26f3-21af-4256-a270-3f1e3ea1937d HTTP/1.1" status: 200 len: 944 time: 0.0795312 May 21 15:22:21.032017 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-487ac4ae-bba2-4655-960f-9c13a0ac1791 req-50fc5843-1089-4a13-b977-5be396c05c30 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/security-groups?id=7bb09541-c849-4d76-84cc-83874255c44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399799 May 21 15:22:21.046080 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e4beb-be8c-4cd1-bc98-d7eacba8cd46 req-1b2ee0e7-f856-4818-92ec-e98394e04150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:21.046690 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-798e4beb-be8c-4cd1-bc98-d7eacba8cd46 req-1b2ee0e7-f856-4818-92ec-e98394e04150 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for port, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:21.048062 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-798e4beb-be8c-4cd1-bc98-d7eacba8cd46 req-1b2ee0e7-f856-4818-92ec-e98394e04150 service neutron] 10.222.0.68 "PUT /v2.0/ports/54181349-e30f-454a-a4a4-b184adcdea5f HTTP/1.1" status: 200 len: 1093 time: 1.2320590 May 21 15:22:21.048540 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd34ced7-f44b-4005-bf34-18a76d261e14', 'tag': '54181349-e30f-454a-a4a4-b184adcdea5f'}] {{(pid=91548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:22:21.067611 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2ee0e7-f856-4818-92ec-e98394e04150 service neutron] Pushing event updated for resources: {'Port': ['ID=54181349-e30f-454a-a4a4-b184adcdea5f,revision_number=3']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:22:21.070761 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-1b2ee0e7-f856-4818-92ec-e98394e04150 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:22:21.104714 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd34ced7-f44b-4005-bf34-18a76d261e14', 'tag': '54181349-e30f-454a-a4a4-b184adcdea5f', 'status': 'completed', 'code': 200} May 21 15:22:21.236363 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c6a66-e0c8-4f58-b7d9-f29b0cec55c1 req-884ec6b0-aa84-4227-98ad-da0e2a6190ab tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:21.237845 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-e96c6a66-e0c8-4f58-b7d9-f29b0cec55c1 req-884ec6b0-aa84-4227-98ad-da0e2a6190ab tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd34ced7-f44b-4005-bf34-18a76d261e14 HTTP/1.1" status: 200 len: 943 time: 0.0856674 May 21 15:22:21.327611 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-e96c6a66-e0c8-4f58-b7d9-f29b0cec55c1 req-04e331b3-6e54-490b-ba8a-9f082b251cfa tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b78fdd-8b23-431a-a677-c884f9e23eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837889 May 21 15:22:21.359364 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e52d4fe-c97d-4d16-87db-25cf974a0971 req-cb1de713-8e4e-4973-9488-d945bc39d767 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:21.360785 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-4e52d4fe-c97d-4d16-87db-25cf974a0971 req-cb1de713-8e4e-4973-9488-d945bc39d767 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=be512a37-5ce9-4914-8807-04f8f80ad54e HTTP/1.1" status: 200 len: 945 time: 0.0978537 May 21 15:22:21.409666 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-4e52d4fe-c97d-4d16-87db-25cf974a0971 req-f5ff90f0-8224-4199-be17-173153de1a66 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429454 May 21 15:22:21.641115 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cabc8f-13de-458e-a25e-590653d62f41 req-307dc941-bac1-4d48-9447-af313a174f3c tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:21.642551 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-66cabc8f-13de-458e-a25e-590653d62f41 req-307dc941-bac1-4d48-9447-af313a174f3c tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 946 time: 0.0786252 May 21 15:22:21.693681 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-66cabc8f-13de-458e-a25e-590653d62f41 req-2dd5f0fa-5f61-4eb1-970d-c86f7ec93d5d tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416822 May 21 15:22:22.133721 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-a892df35-215d-473e-8d60-21fdbed89521 req-a6181bbe-3204-45da-b7cb-f5f75a5ec691 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f39d91da-f227-4bb1-a3a9-89731368da3f HTTP/1.1" status: 200 len: 1002 time: 0.1053905 May 21 15:22:22.222844 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a1f2a-2fbd-46d4-9509-734720e7a34a req-64312473-0a24-4992-bc2d-403b4933d40d tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:22.224282 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-e72a1f2a-2fbd-46d4-9509-734720e7a34a req-64312473-0a24-4992-bc2d-403b4933d40d tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a8a26f3-21af-4256-a270-3f1e3ea1937d HTTP/1.1" status: 200 len: 944 time: 0.0840616 May 21 15:22:22.270761 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-e72a1f2a-2fbd-46d4-9509-734720e7a34a req-3c9d151a-ddec-48b6-9db9-9880ce254ad7 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/security-groups?id=7bb09541-c849-4d76-84cc-83874255c44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405250 May 21 15:22:22.515047 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58e03c-a67f-46cf-bfc8-c167aa8bb445 req-9bd8673a-addc-44da-b565-5aac2870313a tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:22.516484 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-9c58e03c-a67f-46cf-bfc8-c167aa8bb445 req-9bd8673a-addc-44da-b565-5aac2870313a tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd34ced7-f44b-4005-bf34-18a76d261e14 HTTP/1.1" status: 200 len: 943 time: 0.0816207 May 21 15:22:22.605583 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-9c58e03c-a67f-46cf-bfc8-c167aa8bb445 req-3a51c4cb-8cae-4f75-9780-d8bfc8154f7d tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b78fdd-8b23-431a-a677-c884f9e23eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522645 May 21 15:22:22.634243 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa841915-2feb-4c6a-8a16-0930c44aee70 req-2ded37ef-032f-49e6-9383-0e541fc672f2 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:22.635697 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-fa841915-2feb-4c6a-8a16-0930c44aee70 req-2ded37ef-032f-49e6-9383-0e541fc672f2 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=be512a37-5ce9-4914-8807-04f8f80ad54e HTTP/1.1" status: 200 len: 945 time: 0.1183703 May 21 15:22:22.680174 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-fa841915-2feb-4c6a-8a16-0930c44aee70 req-38038532-0fa4-4aab-ba15-59e87a18ebb5 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388546 May 21 15:22:22.873827 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bdbee0-aad8-407a-bfb8-71ebb61d7151 req-c7994676-4988-47a4-bef5-59fc08e27980 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:22.875281 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f9bdbee0-aad8-407a-bfb8-71ebb61d7151 req-c7994676-4988-47a4-bef5-59fc08e27980 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 946 time: 0.0790696 May 21 15:22:22.922313 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f9bdbee0-aad8-407a-bfb8-71ebb61d7151 req-15ccff72-8555-4d01-b2f5-a74d06333abc tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406697 May 21 15:22:23.111839 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:23.201434 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892df35-215d-473e-8d60-21fdbed89521 req-a77b1cdd-3cfa-4792-beb4-1dc10bdd7f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:23.202795 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-a892df35-215d-473e-8d60-21fdbed89521 req-a77b1cdd-3cfa-4792-beb4-1dc10bdd7f01 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b15db54b-4552-4834-a465-ff2d97af0b01 HTTP/1.1" status: 200 len: 849 time: 0.1035371 May 21 15:22:23.275696 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a6e40d-1d0e-4d44-90e5-c251eace63e4 req-46415ffc-f1ba-42cb-9bf3-045d998e85f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:23.277150 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-28a6e40d-1d0e-4d44-90e5-c251eace63e4 req-46415ffc-f1ba-42cb-9bf3-045d998e85f4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f68e94ae626e4618b509d667e1d492d1&device_id=fd34ced7-f44b-4005-bf34-18a76d261e14 HTTP/1.1" status: 200 len: 1096 time: 0.1410899 May 21 15:22:23.297366 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892df35-215d-473e-8d60-21fdbed89521 req-c3c54020-7e55-413a-895f-c98b87b345c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:23.298835 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-a892df35-215d-473e-8d60-21fdbed89521 req-c3c54020-7e55-413a-895f-c98b87b345c2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=efa2a869-eef6-443f-b219-ba0ab20cb5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0856495 May 21 15:22:23.454669 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] get_ports_and_sgs() called for port_ids ['0aa0aa21-3b40-48c9-b654-ddc26030b9cf'] {{(pid=91550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:22:23.472781 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f52127d-6c28-4c5e-ab85-d065900cca87 req-b19bb896-2693-40da-a30d-74fec8106429 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:23.474193 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-3f52127d-6c28-4c5e-ab85-d065900cca87 req-b19bb896-2693-40da-a30d-74fec8106429 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a8a26f3-21af-4256-a270-3f1e3ea1937d HTTP/1.1" status: 200 len: 944 time: 0.0901060 May 21 15:22:23.522652 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-3f52127d-6c28-4c5e-ab85-d065900cca87 req-94729141-1fad-494f-931a-97a978a661ed tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/security-groups?id=7bb09541-c849-4d76-84cc-83874255c44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421054 May 21 15:22:23.543519 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a6e40d-1d0e-4d44-90e5-c251eace63e4 req-fe8fc072-a06a-474f-ac31-40b83a5751d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:23.544969 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-28a6e40d-1d0e-4d44-90e5-c251eace63e4 req-fe8fc072-a06a-474f-ac31-40b83a5751d7 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=f68e94ae626e4618b509d667e1d492d1&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2452807 May 21 15:22:23.546802 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-a892df35-215d-473e-8d60-21fdbed89521 req-c7c10c05-bf76-442d-9724-999c1c267a08 service neutron] 10.222.0.68 "GET /v2.0/networks/efa2a869-eef6-443f-b219-ba0ab20cb5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277007 May 21 15:22:23.874086 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a6e40d-1d0e-4d44-90e5-c251eace63e4 req-dc12f050-c5e7-41b4-b97d-fa724e8a54dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:23.875568 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-28a6e40d-1d0e-4d44-90e5-c251eace63e4 req-dc12f050-c5e7-41b4-b97d-fa724e8a54dc service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3169518 May 21 15:22:23.877575 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-a892df35-215d-473e-8d60-21fdbed89521 req-70bb5ba8-b28f-4077-a43d-fefb1d983e8f service neutron] 10.222.0.68 "GET /v2.0/networks/efa2a869-eef6-443f-b219-ba0ab20cb5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007224 May 21 15:22:23.906750 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab534e-ec4e-4725-9491-d68eebcdb3f6 req-b8f7ddcc-3c8d-45de-a137-0196c60d5688 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:23.908473 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f1ab534e-ec4e-4725-9491-d68eebcdb3f6 req-b8f7ddcc-3c8d-45de-a137-0196c60d5688 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd34ced7-f44b-4005-bf34-18a76d261e14 HTTP/1.1" status: 200 len: 943 time: 0.1970301 May 21 15:22:23.975586 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f1ab534e-ec4e-4725-9491-d68eebcdb3f6 req-2ede9453-24d9-4906-8f57-83175b881edf tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b78fdd-8b23-431a-a677-c884f9e23eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552292 May 21 15:22:23.984444 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e365689-3eac-4ce8-92c1-0439de6185a3 req-51e54d13-57eb-4d5c-a97d-a7f3c799fac0 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:23.986422 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-9e365689-3eac-4ce8-92c1-0439de6185a3 req-51e54d13-57eb-4d5c-a97d-a7f3c799fac0 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=be512a37-5ce9-4914-8807-04f8f80ad54e HTTP/1.1" status: 200 len: 945 time: 0.1957378 May 21 15:22:24.010821 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e4beb-be8c-4cd1-bc98-d7eacba8cd46 req-f91adc54-1f72-456e-b6ec-1d13f6b5f852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:24.012391 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-798e4beb-be8c-4cd1-bc98-d7eacba8cd46 req-f91adc54-1f72-456e-b6ec-1d13f6b5f852 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f68e94ae626e4618b509d667e1d492d1&device_id=fd34ced7-f44b-4005-bf34-18a76d261e14 HTTP/1.1" status: 200 len: 1096 time: 0.0884404 May 21 15:22:24.039210 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-9e365689-3eac-4ce8-92c1-0439de6185a3 req-20b4da62-5e62-4732-b9d0-8b2a62dbb1df tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429907 May 21 15:22:24.102030 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-798e4beb-be8c-4cd1-bc98-d7eacba8cd46 req-9258d0be-4118-47a5-beb3-12b6cf5bc4cf service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54181349-e30f-454a-a4a4-b184adcdea5f HTTP/1.1" status: 200 len: 217 time: 0.0721672 May 21 15:22:24.175034 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e4beb-be8c-4cd1-bc98-d7eacba8cd46 req-36527d46-50fa-4128-b822-738a0393bc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:24.176480 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-798e4beb-be8c-4cd1-bc98-d7eacba8cd46 req-36527d46-50fa-4128-b822-738a0393bc73 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f04d5cd6-64de-425f-ad82-16f66f2c1a9c HTTP/1.1" status: 200 len: 855 time: 0.0671768 May 21 15:22:24.180759 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2484a1-2bbe-45f1-bada-bf48a53b7e20 req-85cbee8b-7614-49f4-b927-4ccb1c41ebbb tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:24.182229 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-7c2484a1-2bbe-45f1-bada-bf48a53b7e20 req-85cbee8b-7614-49f4-b927-4ccb1c41ebbb tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 946 time: 0.0917604 May 21 15:22:24.228246 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-7c2484a1-2bbe-45f1-bada-bf48a53b7e20 req-b18d4f3a-0d75-4004-b90d-310cc17a5c96 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393481 May 21 15:22:24.235070 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-798e4beb-be8c-4cd1-bc98-d7eacba8cd46 req-1d236467-c23b-491a-a64f-514a126f79e2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=321c2ca3-09b1-4787-88ab-24465b663b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428579 May 21 15:22:24.372904 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-798e4beb-be8c-4cd1-bc98-d7eacba8cd46 req-b058da0b-d735-4c26-a3bb-a7ba90f5228b service neutron] 10.222.0.68 "GET /v2.0/networks/321c2ca3-09b1-4787-88ab-24465b663b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286912 May 21 15:22:24.512055 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-798e4beb-be8c-4cd1-bc98-d7eacba8cd46 req-dd763888-5382-4928-8940-fd002a3327ca service neutron] 10.222.0.68 "GET /v2.0/networks/321c2ca3-09b1-4787-88ab-24465b663b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247404 May 21 15:22:24.711098 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bdf2a6-cc65-4bb8-8509-4236e427056a req-ee75064e-45be-4ffd-8667-f7aa098f7efa tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:24.712511 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-46bdf2a6-cc65-4bb8-8509-4236e427056a req-ee75064e-45be-4ffd-8667-f7aa098f7efa tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a8a26f3-21af-4256-a270-3f1e3ea1937d HTTP/1.1" status: 200 len: 944 time: 0.0805013 May 21 15:22:24.756462 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-46bdf2a6-cc65-4bb8-8509-4236e427056a req-18a27cce-9368-4aff-a2c3-7a1e464234fb tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/security-groups?id=7bb09541-c849-4d76-84cc-83874255c44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383205 May 21 15:22:25.095174 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device 0aa0aa21-3b40-48c9-b654-ddc26030b9cf up at agent hyperv_hv-cinder-79229 {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:22:25.167785 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Provisioning for port 0aa0aa21-3b40-48c9-b654-ddc26030b9cf completed by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:22:25.172650 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Provisioning complete for port 0aa0aa21-3b40-48c9-b654-ddc26030b9cf triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:22:25.173027 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:25.214934 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef47dfe2-4c9a-45e0-9575-9a9e24cbd190 req-c539f687-3c4a-4c44-8ceb-aeab034a6d17 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:25.216392 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-ef47dfe2-4c9a-45e0-9575-9a9e24cbd190 req-c539f687-3c4a-4c44-8ceb-aeab034a6d17 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd34ced7-f44b-4005-bf34-18a76d261e14 HTTP/1.1" status: 200 len: 943 time: 0.1309447 May 21 15:22:25.279300 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b133661-b8fd-408b-af42-76c8eae4fb96 req-20b62eac-a8ea-4bb8-9916-236ef150338a tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:25.280669 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-7b133661-b8fd-408b-af42-76c8eae4fb96 req-20b62eac-a8ea-4bb8-9916-236ef150338a tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=be512a37-5ce9-4914-8807-04f8f80ad54e HTTP/1.1" status: 200 len: 945 time: 0.1346798 May 21 15:22:25.283465 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-ef47dfe2-4c9a-45e0-9575-9a9e24cbd190 req-c605bfba-00da-42d7-b718-588893b81a75 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b78fdd-8b23-431a-a677-c884f9e23eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573747 May 21 15:22:25.296697 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:25.334017 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-7b133661-b8fd-408b-af42-76c8eae4fb96 req-25a03028-046a-44aa-9619-4962770a849e tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435574 May 21 15:22:25.335068 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a8a26f3-21af-4256-a270-3f1e3ea1937d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aa0aa21-3b40-48c9-b654-ddc26030b9cf'}] {{(pid=91550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:22:25.357650 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port 0aa0aa21-3b40-48c9-b654-ddc26030b9cf, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=0aa0aa21-3b40-48c9-b654-ddc26030b9cf,segment=NetworkSegment(2d61a3b4-1755-496f-8717-4a5d3f8f647f),segment_id=2d61a3b4-1755-496f-8717-4a5d3f8f647f)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:22:25.363265 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:25.366487 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:22:25.401134 dv-cinder-792299-3-iscsi neutron-server[91550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a8a26f3-21af-4256-a270-3f1e3ea1937d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aa0aa21-3b40-48c9-b654-ddc26030b9cf', 'code': 200} May 21 15:22:25.465505 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Pushing event updated for resources: {'Port': ['ID=0aa0aa21-3b40-48c9-b654-ddc26030b9cf,revision_number=5']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:22:25.473704 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:22:25.501834 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156cd59-9451-4eef-af95-7293e3778bb6 req-efe167f9-6a53-4b7e-b255-ff51576f1770 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:25.504379 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-8156cd59-9451-4eef-af95-7293e3778bb6 req-efe167f9-6a53-4b7e-b255-ff51576f1770 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 946 time: 0.0959914 May 21 15:22:25.554867 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-8156cd59-9451-4eef-af95-7293e3778bb6 req-5e3fa1df-17d6-484b-bbeb-44aad43bce4b tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445693 May 21 15:22:25.645619 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b0b21-de30-4160-9038-ee5f59541c7f req-2040d683-bd70-42c2-9c14-782e8962a46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:25.647346 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-151b0b21-de30-4160-9038-ee5f59541c7f req-2040d683-bd70-42c2-9c14-782e8962a46f service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=2a8a26f3-21af-4256-a270-3f1e3ea1937d HTTP/1.1" status: 200 len: 1098 time: 0.0708740 May 21 15:22:25.693774 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-151b0b21-de30-4160-9038-ee5f59541c7f req-df14a20b-157e-471d-8516-d926d69be75f service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=7bb09541-c849-4d76-84cc-83874255c44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398071 May 21 15:22:25.948389 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1df47-20ab-4817-a1b3-d2f28a80253d req-748fd29b-5173-415d-9b16-6fe7bf8f34d7 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:25.949891 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-23a1df47-20ab-4817-a1b3-d2f28a80253d req-748fd29b-5173-415d-9b16-6fe7bf8f34d7 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a8a26f3-21af-4256-a270-3f1e3ea1937d HTTP/1.1" status: 200 len: 945 time: 0.0842910 May 21 15:22:25.994286 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-23a1df47-20ab-4817-a1b3-d2f28a80253d req-f6586b9d-f15d-4440-8616-5de7686553e0 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/security-groups?id=7bb09541-c849-4d76-84cc-83874255c44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387893 May 21 15:22:26.550985 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc6fd15-cab1-45fb-aa36-65e3ca610301 req-ef9f21f2-3960-4629-a363-eb477b9ae283 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:26.553002 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-4bc6fd15-cab1-45fb-aa36-65e3ca610301 req-ef9f21f2-3960-4629-a363-eb477b9ae283 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=be512a37-5ce9-4914-8807-04f8f80ad54e HTTP/1.1" status: 200 len: 945 time: 0.1062393 May 21 15:22:26.561160 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b0897-527f-479a-bac3-898e4f48f23d req-51a93e35-792f-42d4-8740-5c434b8524fd tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:26.562490 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-a04b0897-527f-479a-bac3-898e4f48f23d req-51a93e35-792f-42d4-8740-5c434b8524fd tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd34ced7-f44b-4005-bf34-18a76d261e14 HTTP/1.1" status: 200 len: 943 time: 0.1501203 May 21 15:22:26.633296 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-4bc6fd15-cab1-45fb-aa36-65e3ca610301 req-4fe83760-4e9e-4daf-87c7-e4984d560644 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698333 May 21 15:22:26.651493 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-a04b0897-527f-479a-bac3-898e4f48f23d req-a1abb7d3-552c-4411-8092-6d852d067afd tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b78fdd-8b23-431a-a677-c884f9e23eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753443 May 21 15:22:26.849578 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de709a-942e-4311-be08-3052fb274755 req-9d1c05cc-4837-4e61-8778-4a554e3f1e27 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:26.851123 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-20de709a-942e-4311-be08-3052fb274755 req-9d1c05cc-4837-4e61-8778-4a554e3f1e27 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 946 time: 0.0816493 May 21 15:22:26.895902 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-20de709a-942e-4311-be08-3052fb274755 req-ff52720b-9097-44e5-9549-727867fbea93 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390558 May 21 15:22:27.092843 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device 54181349-e30f-454a-a4a4-b184adcdea5f details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:22:27.183350 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce0747-ce1d-4715-8f49-771421e1cd64 req-f5a05f91-4e71-4ed3-bd48-31aa76f4b75e tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:27.184703 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-20ce0747-ce1d-4715-8f49-771421e1cd64 req-f5a05f91-4e71-4ed3-bd48-31aa76f4b75e tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a8a26f3-21af-4256-a270-3f1e3ea1937d HTTP/1.1" status: 200 len: 945 time: 0.0832713 May 21 15:22:27.230356 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-20ce0747-ce1d-4715-8f49-771421e1cd64 req-848c8372-5ad0-4ccd-b0b6-eebcdae14923 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/security-groups?id=7bb09541-c849-4d76-84cc-83874255c44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390763 May 21 15:22:27.231532 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port 54181349-e30f-454a-a4a4-b184adcdea5f, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=54181349-e30f-454a-a4a4-b184adcdea5f,segment=NetworkSegment(2d67f94e-8ecf-4f8b-811f-9d8f4012b1b2),segment_id=2d67f94e-8ecf-4f8b-811f-9d8f4012b1b2)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:22:27.245810 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Returning: {'device': '54181349-e30f-454a-a4a4-b184adcdea5f', 'network_id': '321c2ca3-09b1-4787-88ab-24465b663b2d', 'port_id': '54181349-e30f-454a-a4a4-b184adcdea5f', 'mac_address': 'fa:16:3e:5d:c1:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f04d5cd6-64de-425f-ad82-16f66f2c1a9c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:22:27.301889 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:27.321751 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.notifiers.nova [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54181349-e30f-454a-a4a4-b184adcdea5f {{(pid=91550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:22:27.337964 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port 54181349-e30f-454a-a4a4-b184adcdea5f, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=54181349-e30f-454a-a4a4-b184adcdea5f,segment=NetworkSegment(2d67f94e-8ecf-4f8b-811f-9d8f4012b1b2),segment_id=2d67f94e-8ecf-4f8b-811f-9d8f4012b1b2)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:22:27.343097 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:27.345988 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:22:27.414108 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Pushing event updated for resources: {'Port': ['ID=54181349-e30f-454a-a4a4-b184adcdea5f,revision_number=4']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:22:27.417446 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:22:27.675650 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] get_ports_and_sgs() called for port_ids ['54181349-e30f-454a-a4a4-b184adcdea5f'] {{(pid=91550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:22:27.951767 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c2c226-f214-4888-89bf-5d4fffb2d7c3 req-f5ea508f-4687-4410-b054-72b3d7149da8 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:27.953174 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-b9c2c226-f214-4888-89bf-5d4fffb2d7c3 req-f5ea508f-4687-4410-b054-72b3d7149da8 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd34ced7-f44b-4005-bf34-18a76d261e14 HTTP/1.1" status: 200 len: 944 time: 0.1181388 May 21 15:22:27.968154 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5988f70-4411-46d8-8322-648e8138e9dc req-3632b89d-1cce-4806-81e4-c6b8e9aa91d6 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:27.969847 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-a5988f70-4411-46d8-8322-648e8138e9dc req-3632b89d-1cce-4806-81e4-c6b8e9aa91d6 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=be512a37-5ce9-4914-8807-04f8f80ad54e HTTP/1.1" status: 200 len: 945 time: 0.1684031 May 21 15:22:28.040389 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-b9c2c226-f214-4888-89bf-5d4fffb2d7c3 req-178f0b69-02db-40cc-be03-399030d1e84c tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b78fdd-8b23-431a-a677-c884f9e23eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695002 May 21 15:22:28.047468 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-a5988f70-4411-46d8-8322-648e8138e9dc req-016c804e-c9ac-4679-b406-2173f79af8f7 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605016 May 21 15:22:28.228519 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d268e74b-6a02-4654-a383-98e772d0ae55 req-d00e0d61-5ed1-4e71-88a0-e1f394b3e944 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:28.229976 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-d268e74b-6a02-4654-a383-98e772d0ae55 req-d00e0d61-5ed1-4e71-88a0-e1f394b3e944 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 946 time: 0.0834863 May 21 15:22:28.274728 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-d268e74b-6a02-4654-a383-98e772d0ae55 req-b59e7562-51a8-47d9-8832-39782421120a tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391748 May 21 15:22:29.107227 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device 54181349-e30f-454a-a4a4-b184adcdea5f up at agent hyperv_hv-cinder-79229 {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:22:29.211470 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Provisioning for port 54181349-e30f-454a-a4a4-b184adcdea5f completed by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:22:29.217226 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Provisioning complete for port 54181349-e30f-454a-a4a4-b184adcdea5f triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:22:29.217684 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:29.308667 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329e980c-275e-475a-833b-267bee7631ac req-1061822b-4d2f-4aa8-88d4-5a64b9f38606 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:29.310119 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-329e980c-275e-475a-833b-267bee7631ac req-1061822b-4d2f-4aa8-88d4-5a64b9f38606 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd34ced7-f44b-4005-bf34-18a76d261e14 HTTP/1.1" status: 200 len: 944 time: 0.1417165 May 21 15:22:29.322443 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba8fd2-c2fe-4529-b3b0-f066235b8117 req-8a94cbfc-eea1-4017-8944-1b97e28423da tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:29.323912 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-b5ba8fd2-c2fe-4529-b3b0-f066235b8117 req-8a94cbfc-eea1-4017-8944-1b97e28423da tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=be512a37-5ce9-4914-8807-04f8f80ad54e HTTP/1.1" status: 200 len: 945 time: 0.1241262 May 21 15:22:29.346174 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:29.375490 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd34ced7-f44b-4005-bf34-18a76d261e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54181349-e30f-454a-a4a4-b184adcdea5f'}] {{(pid=91550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:22:29.385908 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port 54181349-e30f-454a-a4a4-b184adcdea5f, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=54181349-e30f-454a-a4a4-b184adcdea5f,segment=NetworkSegment(2d67f94e-8ecf-4f8b-811f-9d8f4012b1b2),segment_id=2d67f94e-8ecf-4f8b-811f-9d8f4012b1b2)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:22:29.390508 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:29.395258 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-44aee88f-771e-45b3-93c3-b120b9e96e4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:22:29.400358 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-329e980c-275e-475a-833b-267bee7631ac req-95e39104-f252-43d5-aa25-1b65c2ed6420 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b78fdd-8b23-431a-a677-c884f9e23eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754550 May 21 15:22:29.405087 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-b5ba8fd2-c2fe-4529-b3b0-f066235b8117 req-f24bc17e-ff39-4777-b00c-34ee86bb6bf1 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664885 May 21 15:22:29.479765 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Pushing event updated for resources: {'Port': ['ID=54181349-e30f-454a-a4a4-b184adcdea5f,revision_number=5']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:22:29.483225 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:22:29.498155 dv-cinder-792299-3-iscsi neutron-server[91550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd34ced7-f44b-4005-bf34-18a76d261e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54181349-e30f-454a-a4a4-b184adcdea5f', 'code': 200} May 21 15:22:29.513309 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 60692) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:22:29.679084 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-6bc1c34a-76b9-4df3-a39c-cd3cae46f5ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:29.697564 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-6bc1c34a-76b9-4df3-a39c-cd3cae46f5ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:22:29.704169 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-6bc1c34a-76b9-4df3-a39c-cd3cae46f5ce admin admin] Usage tracker for resource:security_group_rule and tenant:7cc173c001594f4c93e69f9dfaf8fa1b is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:22:29.708373 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-6bc1c34a-76b9-4df3-a39c-cd3cae46f5ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:22:29.720768 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-6bc1c34a-76b9-4df3-a39c-cd3cae46f5ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:22:29.737162 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af451a-edc9-41c0-ab47-6177c03001f5 req-799c5603-ec26-4309-8c45-f71a51358b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:29.739144 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-43af451a-edc9-41c0-ab47-6177c03001f5 req-799c5603-ec26-4309-8c45-f71a51358b89 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=fd34ced7-f44b-4005-bf34-18a76d261e14 HTTP/1.1" status: 200 len: 1098 time: 0.0732963 May 21 15:22:29.762976 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec66d1ac-cd1a-45c2-8587-41aeba6e03c3 req-9921f68f-75dd-4370-a498-7fdf7c95d124 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:29.764428 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-ec66d1ac-cd1a-45c2-8587-41aeba6e03c3 req-9921f68f-75dd-4370-a498-7fdf7c95d124 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 946 time: 0.2244542 May 21 15:22:29.782589 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-43af451a-edc9-41c0-ab47-6177c03001f5 req-106070fa-4aa2-43a0-b18e-eebfc5f5569a service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=d3b78fdd-8b23-431a-a677-c884f9e23eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361085 May 21 15:22:29.843802 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-ec66d1ac-cd1a-45c2-8587-41aeba6e03c3 req-8bb1116d-bffd-4825-8f2b-cd84e7fe0d6f tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721354 May 21 15:22:29.878261 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-6bc1c34a-76b9-4df3-a39c-cd3cae46f5ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:29.882043 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-6bc1c34a-76b9-4df3-a39c-cd3cae46f5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:29.894115 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-2362647a-bff7-4de4-8ddf-097f106cc649 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:22:29.942387 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-6bc1c34a-76b9-4df3-a39c-cd3cae46f5ce admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7cc173c001594f4c93e69f9dfaf8fa1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4279253 May 21 15:22:29.944188 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc1c34a-76b9-4df3-a39c-cd3cae46f5ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2868afd6-7dae-4ff3-8472-a6b9ba873530,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:22:29.945349 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 60700) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:22:29.947618 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-6bc1c34a-76b9-4df3-a39c-cd3cae46f5ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:22:30.016705 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-32736029-2455-4d80-9842-11561dec4a96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:30.044951 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-32736029-2455-4d80-9842-11561dec4a96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:30.096548 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-32736029-2455-4d80-9842-11561dec4a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:30.100384 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-ff585e78-efd6-402e-980e-e55fcaebf2cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:22:30.110721 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32736029-2455-4d80-9842-11561dec4a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2868afd6-7dae-4ff3-8472-a6b9ba873530,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:22:30.113737 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-32736029-2455-4d80-9842-11561dec4a96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:22:30.119080 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-32736029-2455-4d80-9842-11561dec4a96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:30.120173 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-32736029-2455-4d80-9842-11561dec4a96 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2868afd6-7dae-4ff3-8472-a6b9ba873530 HTTP/1.1" status: 204 len: 168 time: 0.1736379 May 21 15:22:30.671403 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a2c956-08a7-4934-9427-19f5c71c9f19 req-8b9e054e-8b45-4e02-a609-a56b6a1117a6 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:30.672842 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-34a2c956-08a7-4934-9427-19f5c71c9f19 req-8b9e054e-8b45-4e02-a609-a56b6a1117a6 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd34ced7-f44b-4005-bf34-18a76d261e14 HTTP/1.1" status: 200 len: 945 time: 0.1561985 May 21 15:22:30.681999 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073b154-8642-4b62-a35e-5024bbf8e9de req-1d01ff76-b043-46c3-a065-6c26d80324ce tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:30.683526 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-1073b154-8642-4b62-a35e-5024bbf8e9de req-1d01ff76-b043-46c3-a065-6c26d80324ce tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=be512a37-5ce9-4914-8807-04f8f80ad54e HTTP/1.1" status: 200 len: 945 time: 0.1294053 May 21 15:22:30.751436 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-34a2c956-08a7-4934-9427-19f5c71c9f19 req-4a0f2a26-1c00-473c-b8da-7fc961cf4e6b tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b78fdd-8b23-431a-a677-c884f9e23eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669498 May 21 15:22:30.759344 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-1073b154-8642-4b62-a35e-5024bbf8e9de req-8e9cd4f4-786b-4729-9d3c-1f0b51b6371c tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615540 May 21 15:22:30.808224 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 60728) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:22:30.921957 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.v2.base [None req-92a8affb-8eb1-412e-b78d-5a6dff76cbe9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1165779502-network', 'tenant_id': '40b90e1ae06e4417a829177c97d9995a'}} {{(pid=91549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:22:30.927328 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-92a8affb-8eb1-412e-b78d-5a6dff76cbe9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:22:30.931442 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-92a8affb-8eb1-412e-b78d-5a6dff76cbe9 admin admin] Usage tracker for resource:network and tenant:40b90e1ae06e4417a829177c97d9995a is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:22:30.934797 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-92a8affb-8eb1-412e-b78d-5a6dff76cbe9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:22:30.942631 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-92a8affb-8eb1-412e-b78d-5a6dff76cbe9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:22:30.953554 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a8affb-8eb1-412e-b78d-5a6dff76cbe9 admin admin] Made reservation on behalf of 40b90e1ae06e4417a829177c97d9995a for: {'network': 1} {{(pid=91549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:22:30.956697 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-92a8affb-8eb1-412e-b78d-5a6dff76cbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-578634'] for network, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:30.970846 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-92a8affb-8eb1-412e-b78d-5a6dff76cbe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:30.986360 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-92a8affb-8eb1-412e-b78d-5a6dff76cbe9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:22:30.990919 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-92a8affb-8eb1-412e-b78d-5a6dff76cbe9 admin admin] Usage tracker for resource:security_group_rule and tenant:40b90e1ae06e4417a829177c97d9995a is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:22:30.995964 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-92a8affb-8eb1-412e-b78d-5a6dff76cbe9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:22:31.038079 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-92a8affb-8eb1-412e-b78d-5a6dff76cbe9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:22:31.115062 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4309fdc0-673e-45d3-be3d-0f14ff215965 req-3a6ea4f1-afcd-49f0-b929-fac90f334e3b tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:31.116605 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-4309fdc0-673e-45d3-be3d-0f14ff215965 req-3a6ea4f1-afcd-49f0-b929-fac90f334e3b tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 946 time: 0.1227031 May 21 15:22:31.188553 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-4309fdc0-673e-45d3-be3d-0f14ff215965 req-3665a895-fd33-4607-a139-51097b98e6d3 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654011 May 21 15:22:31.195955 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-92a8affb-8eb1-412e-b78d-5a6dff76cbe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:31.200718 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-92a8affb-8eb1-412e-b78d-5a6dff76cbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:31.203570 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-c9346911-2761-4ae5-b0d3-49c10b05f45e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:22:31.232033 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92a8affb-8eb1-412e-b78d-5a6dff76cbe9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=91549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 21 15:22:31.241082 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a8affb-8eb1-412e-b78d-5a6dff76cbe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe98c12-6fbe-4d08-af7a-c6f4bfa04897,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:22:31.244563 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-92a8affb-8eb1-412e-b78d-5a6dff76cbe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:22:31.247016 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-92a8affb-8eb1-412e-b78d-5a6dff76cbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703692'] for segment, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:31.247384 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.db.segments_db [None req-92a8affb-8eb1-412e-b78d-5a6dff76cbe9 admin admin] Added segment ab74b98d-ef35-4b09-b710-b5f6caf08ccc of type vlan for network eb30ab6c-f7c8-4207-93a0-64b78264c5e5 May 21 15:22:31.275177 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-92a8affb-8eb1-412e-b78d-5a6dff76cbe9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730419324398'] for network, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:31.308556 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-92a8affb-8eb1-412e-b78d-5a6dff76cbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1599858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697748'] for network, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:31.309954 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a8affb-8eb1-412e-b78d-5a6dff76cbe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:31.310544 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-92a8affb-8eb1-412e-b78d-5a6dff76cbe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697775'] for network, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:31.314077 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:22:31.415556 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a8affb-8eb1-412e-b78d-5a6dff76cbe9 admin admin] Pushing event updated for resources: {'Network': ['ID=eb30ab6c-f7c8-4207-93a0-64b78264c5e5,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:22:31.418740 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-92a8affb-8eb1-412e-b78d-5a6dff76cbe9 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6094325 May 21 15:22:31.419814 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-92a8affb-8eb1-412e-b78d-5a6dff76cbe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:22:31.421673 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 60738) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:22:31.427437 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.v2.base [None req-c15fbf70-28ec-4fd3-a3b2-0be465bc79ba admin admin] Request body: {'subnet': {'network_id': 'eb30ab6c-f7c8-4207-93a0-64b78264c5e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1165779502-subnet', 'tenant_id': '40b90e1ae06e4417a829177c97d9995a', 'ip_version': 4}} {{(pid=91549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:22:31.428999 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Network eb30ab6c-f7c8-4207-93a0-64b78264c5e5 details requested by agent ovs-agent-dv-cinder-792299-3-iscsi with host dv-cinder-792299-3-iscsi {{(pid=91550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 15:22:31.432275 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-c15fbf70-28ec-4fd3-a3b2-0be465bc79ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:22:31.436197 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-c15fbf70-28ec-4fd3-a3b2-0be465bc79ba admin admin] Usage tracker for resource:subnet and tenant:40b90e1ae06e4417a829177c97d9995a is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:22:31.438977 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-c15fbf70-28ec-4fd3-a3b2-0be465bc79ba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:22:31.444632 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-c15fbf70-28ec-4fd3-a3b2-0be465bc79ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:22:31.455214 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15fbf70-28ec-4fd3-a3b2-0be465bc79ba admin admin] Made reservation on behalf of 40b90e1ae06e4417a829177c97d9995a for: {'subnet': 1} {{(pid=91549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:22:31.458141 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-c15fbf70-28ec-4fd3-a3b2-0be465bc79ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16546625'] for subnet, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:31.859995 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-c15fbf70-28ec-4fd3-a3b2-0be465bc79ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14871306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16546671'] for subnet, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:31.866147 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-cb37b592-1899-42af-aff0-4bb5e5762de2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:22:32.037498 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15fbf70-28ec-4fd3-a3b2-0be465bc79ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a59aec6-f0bc-458e-bf25-e00e76faea83,revision_number=0']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:22:32.041160 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-c15fbf70-28ec-4fd3-a3b2-0be465bc79ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:22:32.057937 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15fbf70-28ec-4fd3-a3b2-0be465bc79ba admin admin] Checking segment: {'id': 'ab74b98d-ef35-4b09-b710-b5f6caf08ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'eb30ab6c-f7c8-4207-93a0-64b78264c5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:22:32.058288 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15fbf70-28ec-4fd3-a3b2-0be465bc79ba admin admin] Network hostable DHCP agents. Network: eb30ab6c-f7c8-4207-93a0-64b78264c5e5, hostable agents: ['c7b0d441-ff2d-4a67-9ef1-8c68d51adfa8'], hosted agents: [] {{(pid=91549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 15:22:32.100038 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15fbf70-28ec-4fd3-a3b2-0be465bc79ba admin admin] Network eb30ab6c-f7c8-4207-93a0-64b78264c5e5 is scheduled to be hosted by DHCP agent c7b0d441-ff2d-4a67-9ef1-8c68d51adfa8 with binding_index 1 {{(pid=91549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 15:22:32.110845 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8027fe-661f-431f-b528-9ee43a9a2509 req-e7588f45-6b23-487d-b52a-8a286a2a1448 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:32.112422 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-bf8027fe-661f-431f-b528-9ee43a9a2509 req-e7588f45-6b23-487d-b52a-8a286a2a1448 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=be512a37-5ce9-4914-8807-04f8f80ad54e HTTP/1.1" status: 200 len: 945 time: 0.2216153 May 21 15:22:32.121461 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a83ef74-181d-44f1-a809-b1c21631daff req-9623db16-e32a-492f-b08d-57dc41fb728c tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:32.122832 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-2a83ef74-181d-44f1-a809-b1c21631daff req-9623db16-e32a-492f-b08d-57dc41fb728c tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd34ced7-f44b-4005-bf34-18a76d261e14 HTTP/1.1" status: 200 len: 945 time: 0.2281888 May 21 15:22:32.141565 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.base_scheduler [None req-c15fbf70-28ec-4fd3-a3b2-0be465bc79ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-3-iscsi, eb30ab6c-f7c8-4207-93a0-64b78264c5e5) {{(pid=91549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:22:32.150859 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d049a4d8-9bc9-41ad-9162-4f93ab87fbe4 None None] Network eb30ab6c-f7c8-4207-93a0-64b78264c5e5 requested from dv-cinder-792299-3-iscsi {{(pid=91550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:22:32.196119 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15fbf70-28ec-4fd3-a3b2-0be465bc79ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:32.196720 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-c15fbf70-28ec-4fd3-a3b2-0be465bc79ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697775'] for subnet, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:32.206933 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-bf8027fe-661f-431f-b528-9ee43a9a2509 req-d893bb7b-6e66-4c40-927c-573ff5fc6007 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822010 May 21 15:22:32.226023 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-2a83ef74-181d-44f1-a809-b1c21631daff req-d9fa3ea6-a2ce-44e9-85c9-fb84c4a6ad4f tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b78fdd-8b23-431a-a677-c884f9e23eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875778 May 21 15:22:32.236296 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-c15fbf70-28ec-4fd3-a3b2-0be465bc79ba admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8135059 May 21 15:22:32.239686 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 60750) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:22:32.245572 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [None req-3e679958-b448-4d72-abd7-017f999b569b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1165779502-router', 'tenant_id': '40b90e1ae06e4417a829177c97d9995a', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed'}}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:22:32.256135 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-3e679958-b448-4d72-abd7-017f999b569b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:22:32.260777 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-3e679958-b448-4d72-abd7-017f999b569b admin admin] Usage tracker for resource:router and tenant:40b90e1ae06e4417a829177c97d9995a is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:22:32.265000 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-3e679958-b448-4d72-abd7-017f999b569b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:22:32.273317 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-3e679958-b448-4d72-abd7-017f999b569b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:22:32.286729 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-3e679958-b448-4d72-abd7-017f999b569b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1768168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3587'] for router, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:32.288035 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-3e679958-b448-4d72-abd7-017f999b569b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1594772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:32.307163 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-3e679958-b448-4d72-abd7-017f999b569b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:32.426426 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f33236-87a8-4728-a780-ee56d5683197 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp691765e8-26f9-5dea-9763-d4c33d86b24f-eb30ab6c-f7c8-4207-93a0-64b78264c5e5', 'network_id': 'eb30ab6c-f7c8-4207-93a0-64b78264c5e5', 'tenant_id': '40b90e1ae06e4417a829177c97d9995a', 'fixed_ips': [{'subnet_id': '3a59aec6-f0bc-458e-bf25-e00e76faea83'}]}} from dv-cinder-792299-3-iscsi. {{(pid=91550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 21 15:22:32.427306 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-18f33236-87a8-4728-a780-ee56d5683197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_create {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:32.491717 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c208ba1e-0504-4c58-b009-3fd804c4a00e req-90c1dd4a-5b97-4f6a-898c-cec0b2a8c84a tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:32.493838 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-c208ba1e-0504-4c58-b009-3fd804c4a00e req-90c1dd4a-5b97-4f6a-898c-cec0b2a8c84a tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 946 time: 0.1376293 May 21 15:22:32.572649 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-c208ba1e-0504-4c58-b009-3fd804c4a00e req-8f43b4be-1747-4b47-87ca-78bd2aa9eeaf tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692074 May 21 15:22:32.625372 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.db_base_plugin_common [None req-18f33236-87a8-4728-a780-ee56d5683197 None None] Allocated IP 172.20.0.2 (eb30ab6c-f7c8-4207-93a0-64b78264c5e5/3a59aec6-f0bc-458e-bf25-e00e76faea83/73b3ce95-5c37-414b-ba30-b9ae8bf0fa80) {{(pid=91550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:22:32.637763 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-3e679958-b448-4d72-abd7-017f999b569b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1775829', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1768186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:32.860819 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-18f33236-87a8-4728-a780-ee56d5683197 None None] Notify callbacks [] for port, precommit_create {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:32.871494 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-18f33236-87a8-4728-a780-ee56d5683197 None None] Transition to ACTIVE for port object 73b3ce95-5c37-414b-ba30-b9ae8bf0fa80 will not be triggered until provisioned by entity L2. {{(pid=91550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:22:32.897289 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-18f33236-87a8-4728-a780-ee56d5683197 None None] Transition to ACTIVE for port object 73b3ce95-5c37-414b-ba30-b9ae8bf0fa80 will not be triggered until provisioned by entity DHCP. {{(pid=91550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:22:32.902685 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-18f33236-87a8-4728-a780-ee56d5683197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730419340153'] for port, after_create {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:32.906259 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:22:32.966783 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f33236-87a8-4728-a780-ee56d5683197 None None] Network eb30ab6c-f7c8-4207-93a0-64b78264c5e5 is already hosted by enough agents. {{(pid=91550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:22:32.968018 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.scheduler.base_scheduler [None req-18f33236-87a8-4728-a780-ee56d5683197 None None] Resources bound (agent type, host, resource id): {{(pid=91550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:22:32.973341 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f33236-87a8-4728-a780-ee56d5683197 None None] Received port after_create {{(pid=91550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:22:33.007833 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f33236-87a8-4728-a780-ee56d5683197 None None] Pushing event updated for resources: {'Port': ['ID=73b3ce95-5c37-414b-ba30-b9ae8bf0fa80,revision_number=1']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:22:33.016029 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-18f33236-87a8-4728-a780-ee56d5683197 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:22:33.072278 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-3e679958-b448-4d72-abd7-017f999b569b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:33.072557 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.managers [None req-18f33236-87a8-4728-a780-ee56d5683197 None None] Attempting to bind port 73b3ce95-5c37-414b-ba30-b9ae8bf0fa80 on host dv-cinder-792299-3-iscsi for vnic_type normal with profile {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:22:33.072988 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.managers [None req-18f33236-87a8-4728-a780-ee56d5683197 None None] Attempting to bind port 73b3ce95-5c37-414b-ba30-b9ae8bf0fa80 by drivers openvswitch,hyperv on host dv-cinder-792299-3-iscsi at level 0 using segments [{'id': 'ab74b98d-ef35-4b09-b710-b5f6caf08ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'eb30ab6c-f7c8-4207-93a0-64b78264c5e5'}] {{(pid=91550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:22:33.073355 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f33236-87a8-4728-a780-ee56d5683197 None None] Attempting to bind port 73b3ce95-5c37-414b-ba30-b9ae8bf0fa80 on network eb30ab6c-f7c8-4207-93a0-64b78264c5e5 {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:22:33.078722 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f33236-87a8-4728-a780-ee56d5683197 None None] Checking agent: {'id': 'f4608e34-e7ca-4ad2-a713-84295da40874', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 12, 18), 'started_at': datetime.datetime(2021, 5, 21, 15, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:22:33.079122 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f33236-87a8-4728-a780-ee56d5683197 None None] Checking segment: {'id': 'ab74b98d-ef35-4b09-b710-b5f6caf08ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'eb30ab6c-f7c8-4207-93a0-64b78264c5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:22:33.079523 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-18f33236-87a8-4728-a780-ee56d5683197 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:33.079917 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f33236-87a8-4728-a780-ee56d5683197 None None] Bound using segment: {'id': 'ab74b98d-ef35-4b09-b710-b5f6caf08ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'eb30ab6c-f7c8-4207-93a0-64b78264c5e5'} {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:22:33.080946 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.managers [None req-18f33236-87a8-4728-a780-ee56d5683197 None None] Bound port: 73b3ce95-5c37-414b-ba30-b9ae8bf0fa80, host: dv-cinder-792299-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab74b98d-ef35-4b09-b710-b5f6caf08ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'eb30ab6c-f7c8-4207-93a0-64b78264c5e5'}}] {{(pid=91550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:22:33.081322 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-18f33236-87a8-4728-a780-ee56d5683197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:33.104633 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-3e679958-b448-4d72-abd7-017f999b569b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:33.175283 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-18f33236-87a8-4728-a780-ee56d5683197 None None] For port 73b3ce95-5c37-414b-ba30-b9ae8bf0fa80, host dv-cinder-792299-3-iscsi, cleared binding levels {{(pid=91550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:22:33.178251 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-18f33236-87a8-4728-a780-ee56d5683197 None None] For port 73b3ce95-5c37-414b-ba30-b9ae8bf0fa80, host dv-cinder-792299-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=73b3ce95-5c37-414b-ba30-b9ae8bf0fa80,segment=NetworkSegment(ab74b98d-ef35-4b09-b710-b5f6caf08ccc),segment_id=ab74b98d-ef35-4b09-b710-b5f6caf08ccc)] {{(pid=91550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:22:33.183632 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-18f33236-87a8-4728-a780-ee56d5683197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:33.188105 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:22:33.276153 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f33236-87a8-4728-a780-ee56d5683197 None None] Pushing event updated for resources: {'Port': ['ID=73b3ce95-5c37-414b-ba30-b9ae8bf0fa80,revision_number=2']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:22:33.279855 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.db_base_plugin_common [None req-3e679958-b448-4d72-abd7-017f999b569b admin admin] Allocated IP 172.27.2.86 (ba463646-5c92-40f4-a60a-d72924905aed/aafb72b8-44f1-4418-af97-0acaa496b3de/91396788-4a66-4159-931f-68b54e18d5da) {{(pid=91548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:22:33.282177 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-18f33236-87a8-4728-a780-ee56d5683197 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:22:33.439095 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-3e679958-b448-4d72-abd7-017f999b569b admin admin] Notify callbacks [] for port, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:33.478872 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0884cf-23a7-4ff8-8f4b-c04ad3d896a0 req-bb29fb1d-cec4-406a-88d4-261f052359ec tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:33.480746 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-ef0884cf-23a7-4ff8-8f4b-c04ad3d896a0 req-bb29fb1d-cec4-406a-88d4-261f052359ec tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=be512a37-5ce9-4914-8807-04f8f80ad54e HTTP/1.1" status: 200 len: 945 time: 0.1176691 May 21 15:22:33.485637 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-3e679958-b448-4d72-abd7-017f999b569b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730419340153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14885552'] for port, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:33.490589 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-d1e50600-e766-4f46-ba07-89bb3c01b8c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:22:33.533817 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-ef0884cf-23a7-4ff8-8f4b-c04ad3d896a0 req-dcee6db8-174b-4e92-8f0b-b8ff77b7ea35 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469451 May 21 15:22:33.556474 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e679958-b448-4d72-abd7-017f999b569b admin admin] Network ba463646-5c92-40f4-a60a-d72924905aed is already hosted by enough agents. {{(pid=91548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:22:33.560015 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.base_scheduler [None req-3e679958-b448-4d72-abd7-017f999b569b admin admin] Resources bound (agent type, host, resource id): {{(pid=91548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:22:33.574813 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e679958-b448-4d72-abd7-017f999b569b admin admin] Received port after_create {{(pid=91548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:22:33.615501 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e679958-b448-4d72-abd7-017f999b569b admin admin] Pushing event updated for resources: {'Port': ['ID=91396788-4a66-4159-931f-68b54e18d5da,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:22:33.624077 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-3e679958-b448-4d72-abd7-017f999b569b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:22:33.837577 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485fa2f1-7a3b-4a7e-a932-bdacb572db9e req-d9ded760-a143-4cd6-9a46-489dadd6ee82 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:33.839246 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-485fa2f1-7a3b-4a7e-a932-bdacb572db9e req-d9ded760-a143-4cd6-9a46-489dadd6ee82 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 946 time: 0.1621106 May 21 15:22:33.893930 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-485fa2f1-7a3b-4a7e-a932-bdacb572db9e req-ecfae0b6-3167-4b58-857e-c5dbf8b476de tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483992 May 21 15:22:34.027739 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-3e679958-b448-4d72-abd7-017f999b569b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:34.234580 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22b39bd-83d1-464c-9a73-029d5ccb6a99 None None] Network eb30ab6c-f7c8-4207-93a0-64b78264c5e5 requested from dv-cinder-792299-3-iscsi {{(pid=91550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:22:34.359053 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-0747e572-51f7-4d58-b4eb-e822305018a7 None None] Provisioning for port 73b3ce95-5c37-414b-ba30-b9ae8bf0fa80 completed by entity DHCP. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:22:34.448956 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-3e679958-b448-4d72-abd7-017f999b569b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1768177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1763072'] for router, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:34.559420 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 73b3ce95-5c37-414b-ba30-b9ae8bf0fa80 up at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:22:34.678781 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning for port 73b3ce95-5c37-414b-ba30-b9ae8bf0fa80 completed by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:22:34.692895 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning complete for port 73b3ce95-5c37-414b-ba30-b9ae8bf0fa80 triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:22:34.693501 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:34.798979 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c62e32-2aa9-4dbd-bb3a-758c7e017ec5 req-46df2cea-8b3b-49e3-90f7-921982b22ab1 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:34.801596 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-85c62e32-2aa9-4dbd-bb3a-758c7e017ec5 req-46df2cea-8b3b-49e3-90f7-921982b22ab1 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=be512a37-5ce9-4914-8807-04f8f80ad54e HTTP/1.1" status: 200 len: 945 time: 0.1060922 May 21 15:22:34.841109 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e679958-b448-4d72-abd7-017f999b569b admin admin] Router 7c7f3dde-01f8-43b7-859a-d870a8ebed1d is scheduled to L3 agent 9c636599-187f-4688-bb24-d46a8be2a055 with binding_index 1 {{(pid=91548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 21 15:22:34.851424 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:34.867797 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-85c62e32-2aa9-4dbd-bb3a-758c7e017ec5 req-8b7e375b-0eb3-4770-970a-bde236c70f9d tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605376 May 21 15:22:34.904926 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] For port 73b3ce95-5c37-414b-ba30-b9ae8bf0fa80, host dv-cinder-792299-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=73b3ce95-5c37-414b-ba30-b9ae8bf0fa80,segment=NetworkSegment(ab74b98d-ef35-4b09-b710-b5f6caf08ccc),segment_id=ab74b98d-ef35-4b09-b710-b5f6caf08ccc)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:22:34.910948 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:34.915867 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:22:34.954252 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-b5caa8ef-f0e9-462e-9046-c41e16ff6b59 None None] Provisioning complete for port 73b3ce95-5c37-414b-ba30-b9ae8bf0fa80 triggered by entity DHCP. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:22:34.954634 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-b5caa8ef-f0e9-462e-9046-c41e16ff6b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:35.040587 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Pushing event updated for resources: {'Port': ['ID=73b3ce95-5c37-414b-ba30-b9ae8bf0fa80,revision_number=3']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:22:35.046404 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:22:35.049718 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e679958-b448-4d72-abd7-017f999b569b admin admin] Notify agent at l3_agent.dv-cinder-792299-3-iscsi the message routers_updated {{(pid=91548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:22:35.059412 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f5156e-3d1a-4c11-9d51-2be2093102ec None None] Sync routers for ids ['7c7f3dde-01f8-43b7-859a-d870a8ebed1d'] in dv-cinder-792299-3-iscsi {{(pid=91551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:22:35.071061 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f5156e-3d1a-4c11-9d51-2be2093102ec None None] Routers {'7c7f3dde-01f8-43b7-859a-d870a8ebed1d'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:22:35.071946 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-50f5156e-3d1a-4c11-9d51-2be2093102ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:22:18Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['7c7f3dde-01f8-43b7-859a-d870a8ebed1d'], 'active': True} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:22:35.078573 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-3e679958-b448-4d72-abd7-017f999b569b admin admin] Notify callbacks [] for router, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:35.080375 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-3e679958-b448-4d72-abd7-017f999b569b admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8395612 May 21 15:22:35.083508 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 60784) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:22:35.144417 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f0b1b-e893-4cfa-802c-3a151c402b36 req-7b8f170d-5416-454a-82b1-d7073d63acf9 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:35.145915 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-966f0b1b-e893-4cfa-802c-3a151c402b36 req-7b8f170d-5416-454a-82b1-d7073d63acf9 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 946 time: 0.1065121 May 21 15:22:35.195541 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-966f0b1b-e893-4cfa-802c-3a151c402b36 req-806fa531-b470-4af6-b041-7efa9f0ffb73 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438826 May 21 15:22:35.287734 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvr_db [None req-50f5156e-3d1a-4c11-9d51-2be2093102ec None None] Set router 7c7f3dde-01f8-43b7-859a-d870a8ebed1d gateway port host: dv-cinder-792299-3-iscsi {{(pid=91551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:22:35.644775 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-50f5156e-3d1a-4c11-9d51-2be2093102ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7f3dde-01f8-43b7-859a-d870a8ebed1d', 'name': 'tempest-TestShelveInstance-1165779502-router', 'tenant_id': '40b90e1ae06e4417a829177c97d9995a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '91396788-4a66-4159-931f-68b54e18d5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:22:32Z', 'updated_at': '2021-05-21T15:22:33Z', 'revision_number': 3, 'project_id': '40b90e1ae06e4417a829177c97d9995a', 'gw_port': {'id': '91396788-4a66-4159-931f-68b54e18d5da', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7f3dde-01f8-43b7-859a-d870a8ebed1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:22:33Z', 'updated_at': '2021-05-21T15:22:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi'}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:22:35.670943 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f5156e-3d1a-4c11-9d51-2be2093102ec None None] Checking router: 7c7f3dde-01f8-43b7-859a-d870a8ebed1d for host: dv-cinder-792299-3-iscsi {{(pid=91551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:22:35.671899 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f5156e-3d1a-4c11-9d51-2be2093102ec None None] Updating router 7c7f3dde-01f8-43b7-859a-d870a8ebed1d port 91396788-4a66-4159-931f-68b54e18d5da binding host dv-cinder-792299-3-iscsi {{(pid=91551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 21 15:22:35.731521 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron_lib.callbacks.manager [None req-50f5156e-3d1a-4c11-9d51-2be2093102ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:35.832675 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3039e164-6c3e-4ada-b40a-181eb828864d req-290a5bd6-12ff-42ff-b15c-be8d3c33204d tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:35.834168 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-3039e164-6c3e-4ada-b40a-181eb828864d req-290a5bd6-12ff-42ff-b15c-be8d3c33204d tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 946 time: 0.0915608 May 21 15:22:35.861450 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53486c-490f-4a39-b43f-026b1645e7d7 req-c1cf150a-26e4-41b2-9caf-6fe179ef6745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:35.863159 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-3a53486c-490f-4a39-b43f-026b1645e7d7 req-c1cf150a-26e4-41b2-9caf-6fe179ef6745 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a0ff7059c233428f81d35f38ec365006&device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 1099 time: 0.2349691 May 21 15:22:35.881962 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-3039e164-6c3e-4ada-b40a-181eb828864d req-573150bc-cd60-4284-924d-14369b3f9495 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404570 May 21 15:22:36.062580 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-fb638444-1e8e-49ae-a5ed-90377ed35476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:36.078715 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53486c-490f-4a39-b43f-026b1645e7d7 req-58cee8a4-1302-4a7e-8dc4-8f5c033a28d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:36.080848 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-3a53486c-490f-4a39-b43f-026b1645e7d7 req-58cee8a4-1302-4a7e-8dc4-8f5c033a28d1 service neutron] 10.222.0.68 "GET /v2.0/networks?id=efa2a869-eef6-443f-b219-ba0ab20cb5c1 HTTP/1.1" status: 200 len: 911 time: 0.2067945 May 21 15:22:36.094082 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40128d39-4a56-4202-ace3-7a90f5fd4551 req-510c96f2-1093-42bf-b8a9-11cbe87a42f5 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:36.095491 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron_lib.callbacks.manager [None req-50f5156e-3d1a-4c11-9d51-2be2093102ec None None] Notify callbacks [] for port, precommit_update {{(pid=91551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:36.096695 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-40128d39-4a56-4202-ace3-7a90f5fd4551 req-510c96f2-1093-42bf-b8a9-11cbe87a42f5 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=be512a37-5ce9-4914-8807-04f8f80ad54e HTTP/1.1" status: 200 len: 945 time: 0.0846815 May 21 15:22:36.108063 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.provisioning_blocks [None req-50f5156e-3d1a-4c11-9d51-2be2093102ec None None] Transition to ACTIVE for port object 91396788-4a66-4159-931f-68b54e18d5da will not be triggered until provisioned by entity L2. {{(pid=91551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:22:36.114689 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron_lib.callbacks.manager [None req-50f5156e-3d1a-4c11-9d51-2be2093102ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:36.119507 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:22:36.145172 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-40128d39-4a56-4202-ace3-7a90f5fd4551 req-c8162023-1040-4857-a3db-a61a0474fd15 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421212 May 21 15:22:36.193258 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc9ef8c-2a92-44df-bd74-c80ab496af16 None None] Pushing event updated for resources: {'Port': ['ID=91396788-4a66-4159-931f-68b54e18d5da,revision_number=2']} {{(pid=91551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:22:36.204277 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc9ef8c-2a92-44df-bd74-c80ab496af16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:22:36.204620 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc9ef8c-2a92-44df-bd74-c80ab496af16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:22:36.204952 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc9ef8c-2a92-44df-bd74-c80ab496af16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:22:36.205956 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc9ef8c-2a92-44df-bd74-c80ab496af16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:22:36.206363 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc9ef8c-2a92-44df-bd74-c80ab496af16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:22:36.206686 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc9ef8c-2a92-44df-bd74-c80ab496af16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:22:36.207033 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc9ef8c-2a92-44df-bd74-c80ab496af16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:22:36.207353 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc9ef8c-2a92-44df-bd74-c80ab496af16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:22:36.207690 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc9ef8c-2a92-44df-bd74-c80ab496af16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:22:36.208011 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc9ef8c-2a92-44df-bd74-c80ab496af16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:22:36.208323 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc9ef8c-2a92-44df-bd74-c80ab496af16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:22:36.208634 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc9ef8c-2a92-44df-bd74-c80ab496af16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:22:36.212966 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG oslo_concurrency.lockutils [None req-6cc9ef8c-2a92-44df-bd74-c80ab496af16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:22:36.214239 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.managers [None req-50f5156e-3d1a-4c11-9d51-2be2093102ec None None] Attempting to bind port 91396788-4a66-4159-931f-68b54e18d5da on host dv-cinder-792299-3-iscsi for vnic_type normal with profile {{(pid=91551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:22:36.214239 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.managers [None req-50f5156e-3d1a-4c11-9d51-2be2093102ec None None] Attempting to bind port 91396788-4a66-4159-931f-68b54e18d5da by drivers openvswitch,hyperv on host dv-cinder-792299-3-iscsi at level 0 using segments [{'id': '6e22115a-e16c-4b74-9ec4-448dbc5267a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed'}] {{(pid=91551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:22:36.214555 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f5156e-3d1a-4c11-9d51-2be2093102ec None None] Attempting to bind port 91396788-4a66-4159-931f-68b54e18d5da on network ba463646-5c92-40f4-a60a-d72924905aed {{(pid=91551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:22:36.220039 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f5156e-3d1a-4c11-9d51-2be2093102ec None None] Checking agent: {'id': 'f4608e34-e7ca-4ad2-a713-84295da40874', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 12, 18), 'started_at': datetime.datetime(2021, 5, 21, 15, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:22:36.220332 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f5156e-3d1a-4c11-9d51-2be2093102ec None None] Checking segment: {'id': '6e22115a-e16c-4b74-9ec4-448dbc5267a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:22:36.220742 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron_lib.callbacks.manager [None req-50f5156e-3d1a-4c11-9d51-2be2093102ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:36.221198 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f5156e-3d1a-4c11-9d51-2be2093102ec None None] Bound using segment: {'id': '6e22115a-e16c-4b74-9ec4-448dbc5267a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed'} {{(pid=91551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:22:36.221661 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.managers [None req-50f5156e-3d1a-4c11-9d51-2be2093102ec None None] Bound port: 91396788-4a66-4159-931f-68b54e18d5da, host: dv-cinder-792299-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e22115a-e16c-4b74-9ec4-448dbc5267a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed'}}] {{(pid=91551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:22:36.222004 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron_lib.callbacks.manager [None req-50f5156e-3d1a-4c11-9d51-2be2093102ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:36.275343 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-3a53486c-490f-4a39-b43f-026b1645e7d7 req-f566e29f-90f8-4dd7-898e-7de88105d45f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f39d91da-f227-4bb1-a3a9-89731368da3f HTTP/1.1" status: 200 len: 1002 time: 0.1550844 May 21 15:22:36.299176 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.db [None req-50f5156e-3d1a-4c11-9d51-2be2093102ec None None] For port 91396788-4a66-4159-931f-68b54e18d5da, host dv-cinder-792299-3-iscsi, cleared binding levels {{(pid=91551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:22:36.302758 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.db [None req-50f5156e-3d1a-4c11-9d51-2be2093102ec None None] For port 91396788-4a66-4159-931f-68b54e18d5da, host dv-cinder-792299-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=91396788-4a66-4159-931f-68b54e18d5da,segment=NetworkSegment(6e22115a-e16c-4b74-9ec4-448dbc5267a0),segment_id=6e22115a-e16c-4b74-9ec4-448dbc5267a0)] {{(pid=91551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:22:36.309000 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron_lib.callbacks.manager [None req-50f5156e-3d1a-4c11-9d51-2be2093102ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:36.313248 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:22:36.390838 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f5156e-3d1a-4c11-9d51-2be2093102ec None None] Routers {'7c7f3dde-01f8-43b7-859a-d870a8ebed1d'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:22:36.391504 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-50f5156e-3d1a-4c11-9d51-2be2093102ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:22:18Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['7c7f3dde-01f8-43b7-859a-d870a8ebed1d'], 'active': True} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:22:36.459666 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 73b3ce95-5c37-414b-ba30-b9ae8bf0fa80 up at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:22:36.469470 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc9ef8c-2a92-44df-bd74-c80ab496af16 None None] Pushing event updated for resources: {'Port': ['ID=91396788-4a66-4159-931f-68b54e18d5da,revision_number=3']} {{(pid=91551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:22:36.475513 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG oslo_concurrency.lockutils [None req-6cc9ef8c-2a92-44df-bd74-c80ab496af16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:22:36.492375 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53486c-490f-4a39-b43f-026b1645e7d7 req-f8404874-e311-4969-831b-caf38242fe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:36.493800 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-3a53486c-490f-4a39-b43f-026b1645e7d7 req-f8404874-e311-4969-831b-caf38242fe84 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b15db54b-4552-4834-a465-ff2d97af0b01 HTTP/1.1" status: 200 len: 849 time: 0.2089427 May 21 15:22:36.536849 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning complete for port 73b3ce95-5c37-414b-ba30-b9ae8bf0fa80 triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:22:36.537594 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:36.541863 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.db_base_plugin_common [None req-fb638444-1e8e-49ae-a5ed-90377ed35476 admin admin] Allocated IP 172.20.0.1 (eb30ab6c-f7c8-4207-93a0-64b78264c5e5/3a59aec6-f0bc-458e-bf25-e00e76faea83/0a42e171-848b-4442-a629-6a574a48edba) {{(pid=91548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:22:36.655070 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvr_db [None req-50f5156e-3d1a-4c11-9d51-2be2093102ec None None] Set router 7c7f3dde-01f8-43b7-859a-d870a8ebed1d gateway port host: dv-cinder-792299-3-iscsi {{(pid=91551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:22:36.683012 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53486c-490f-4a39-b43f-026b1645e7d7 req-2af947e3-e07c-432a-a358-d25da4d73295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:36.684478 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-3a53486c-490f-4a39-b43f-026b1645e7d7 req-2af947e3-e07c-432a-a358-d25da4d73295 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=efa2a869-eef6-443f-b219-ba0ab20cb5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1776373 May 21 15:22:36.829531 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-fb638444-1e8e-49ae-a5ed-90377ed35476 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:36.855255 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.provisioning_blocks [None req-fb638444-1e8e-49ae-a5ed-90377ed35476 admin admin] Transition to ACTIVE for port object 0a42e171-848b-4442-a629-6a574a48edba will not be triggered until provisioned by entity DHCP. {{(pid=91548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:22:36.898865 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-3a53486c-490f-4a39-b43f-026b1645e7d7 req-14cbba50-3781-49a1-9b80-52a61c834ba1 service neutron] 10.222.0.68 "GET /v2.0/networks/efa2a869-eef6-443f-b219-ba0ab20cb5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802230 May 21 15:22:36.994921 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-50f5156e-3d1a-4c11-9d51-2be2093102ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7f3dde-01f8-43b7-859a-d870a8ebed1d', 'name': 'tempest-TestShelveInstance-1165779502-router', 'tenant_id': '40b90e1ae06e4417a829177c97d9995a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '91396788-4a66-4159-931f-68b54e18d5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:22:32Z', 'updated_at': '2021-05-21T15:22:33Z', 'revision_number': 3, 'project_id': '40b90e1ae06e4417a829177c97d9995a', 'gw_port': {'id': '91396788-4a66-4159-931f-68b54e18d5da', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7f3dde-01f8-43b7-859a-d870a8ebed1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:22:33Z', 'updated_at': '2021-05-21T15:22:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi'}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:22:36.999426 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-fb638444-1e8e-49ae-a5ed-90377ed35476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730419340153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14885552'] for port, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:36.999596 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f5156e-3d1a-4c11-9d51-2be2093102ec None None] The sync data for ids ['7c7f3dde-01f8-43b7-859a-d870a8ebed1d'] in dv-cinder-792299-3-iscsi is: [{'id': '7c7f3dde-01f8-43b7-859a-d870a8ebed1d', 'name': 'tempest-TestShelveInstance-1165779502-router', 'tenant_id': '40b90e1ae06e4417a829177c97d9995a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '91396788-4a66-4159-931f-68b54e18d5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:22:32Z', 'updated_at': '2021-05-21T15:22:33Z', 'revision_number': 3, 'project_id': '40b90e1ae06e4417a829177c97d9995a', 'gw_port': {'id': '91396788-4a66-4159-931f-68b54e18d5da', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7f3dde-01f8-43b7-859a-d870a8ebed1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:22:33Z', 'updated_at': '2021-05-21T15:22:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi'}] {{(pid=91551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:22:37.011626 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-751c7f63-f99b-4d31-b356-5a02a517c59a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:22:37.093510 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb638444-1e8e-49ae-a5ed-90377ed35476 admin admin] Network eb30ab6c-f7c8-4207-93a0-64b78264c5e5 is already hosted by enough agents. {{(pid=91548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:22:37.096851 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c4d7f-5c27-4036-84f4-2c96088365f3 req-4e824dcf-a283-4e1b-9981-6bc424fdee91 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:37.098396 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-b67c4d7f-5c27-4036-84f4-2c96088365f3 req-4e824dcf-a283-4e1b-9981-6bc424fdee91 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 946 time: 0.0912037 May 21 15:22:37.101986 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.base_scheduler [None req-fb638444-1e8e-49ae-a5ed-90377ed35476 admin admin] Resources bound (agent type, host, resource id): {{(pid=91548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:22:37.115997 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb638444-1e8e-49ae-a5ed-90377ed35476 admin admin] Received port after_create {{(pid=91548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:22:37.158102 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-b67c4d7f-5c27-4036-84f4-2c96088365f3 req-96f115a4-3116-4a89-a216-963687255af9 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429146 May 21 15:22:37.165945 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb638444-1e8e-49ae-a5ed-90377ed35476 admin admin] Pushing event updated for resources: {'Port': ['ID=0a42e171-848b-4442-a629-6a574a48edba,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:22:37.199382 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-fb638444-1e8e-49ae-a5ed-90377ed35476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:22:37.211576 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-3a53486c-490f-4a39-b43f-026b1645e7d7 req-8312b339-cf76-4b4b-b1a4-484860469f8d service neutron] 10.222.0.68 "GET /v2.0/networks/efa2a869-eef6-443f-b219-ba0ab20cb5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959321 May 21 15:22:37.227020 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-fb638444-1e8e-49ae-a5ed-90377ed35476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774610'] for router_interface, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:37.420444 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0631824f-a31d-4daf-8286-f8385ebb51da req-fba0f1c3-b9aa-4016-a852-ee00a5ead75c tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:37.422083 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-0631824f-a31d-4daf-8286-f8385ebb51da req-fba0f1c3-b9aa-4016-a852-ee00a5ead75c tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=be512a37-5ce9-4914-8807-04f8f80ad54e HTTP/1.1" status: 200 len: 945 time: 0.1141548 May 21 15:22:37.423503 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-fb638444-1e8e-49ae-a5ed-90377ed35476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:37.461796 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-2e1e8cad-37c3-4a97-b27f-be47b13692f0 None None] Provisioning for port 0a42e171-848b-4442-a629-6a574a48edba completed by entity DHCP. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:22:37.469047 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-2e1e8cad-37c3-4a97-b27f-be47b13692f0 None None] Provisioning complete for port 0a42e171-848b-4442-a629-6a574a48edba triggered by entity DHCP. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:22:37.469715 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-2e1e8cad-37c3-4a97-b27f-be47b13692f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:37.498284 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-0631824f-a31d-4daf-8286-f8385ebb51da req-8f0b8469-10a0-4799-aed6-44ce54bf975f tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693164 May 21 15:22:37.578207 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-2e1e8cad-37c3-4a97-b27f-be47b13692f0 None None] Port 0a42e171-848b-4442-a629-6a574a48edba cannot update to ACTIVE because it is not bound. {{(pid=91550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 15:22:37.690859 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-fb638444-1e8e-49ae-a5ed-90377ed35476 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:37.695427 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-fb638444-1e8e-49ae-a5ed-90377ed35476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14885543'] for port, after_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:37.726504 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-c3ddb44f-032f-44fb-b3e3-0b8c8d506bbd tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:22:37.820635 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb638444-1e8e-49ae-a5ed-90377ed35476 admin admin] Pushing event updated for resources: {'Port': ['ID=0a42e171-848b-4442-a629-6a574a48edba,revision_number=2']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:22:37.823628 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-fb638444-1e8e-49ae-a5ed-90377ed35476 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1697730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774703'] for router_interface, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:37.827377 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-fb638444-1e8e-49ae-a5ed-90377ed35476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:22:37.976858 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb638444-1e8e-49ae-a5ed-90377ed35476 admin admin] Network eb30ab6c-f7c8-4207-93a0-64b78264c5e5 is already hosted by enough agents. {{(pid=91548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:22:37.978010 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.base_scheduler [None req-fb638444-1e8e-49ae-a5ed-90377ed35476 admin admin] Resources bound (agent type, host, resource id): {{(pid=91548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:22:38.177468 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb638444-1e8e-49ae-a5ed-90377ed35476 admin admin] Router 7c7f3dde-01f8-43b7-859a-d870a8ebed1d has already been hosted by L3 agent 9c636599-187f-4688-bb24-d46a8be2a055 {{(pid=91548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:22:38.201723 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-d8973b68-8334-4d23-bfba-50a28ee76084 None None] Provisioning complete for port 0a42e171-848b-4442-a629-6a574a48edba triggered by entity DHCP. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:22:38.202207 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-d8973b68-8334-4d23-bfba-50a28ee76084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:38.274238 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-d8973b68-8334-4d23-bfba-50a28ee76084 None None] Port 0a42e171-848b-4442-a629-6a574a48edba cannot update to ACTIVE because it is not bound. {{(pid=91550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 15:22:38.427161 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9a49c-2e41-4071-92ae-ea351497d35a req-370a2323-97ff-46bf-b957-ac248485cdab tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:38.430531 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-1db9a49c-2e41-4071-92ae-ea351497d35a req-370a2323-97ff-46bf-b957-ac248485cdab tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 946 time: 0.1256859 May 21 15:22:38.480879 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb638444-1e8e-49ae-a5ed-90377ed35476 admin admin] Notify agent at l3_agent.dv-cinder-792299-3-iscsi the message routers_updated {{(pid=91548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:22:38.489459 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-1db9a49c-2e41-4071-92ae-ea351497d35a req-c7f31a5b-7642-40fb-beaa-035cd6506140 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536141 May 21 15:22:38.503493 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-fb638444-1e8e-49ae-a5ed-90377ed35476 admin admin] 10.222.0.69 "PUT /v2.0/routers/7c7f3dde-01f8-43b7-859a-d870a8ebed1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4184513 May 21 15:22:38.526564 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 91396788-4a66-4159-931f-68b54e18d5da up at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:22:38.608479 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning for port 91396788-4a66-4159-931f-68b54e18d5da completed by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:22:38.614906 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning complete for port 91396788-4a66-4159-931f-68b54e18d5da triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:22:38.615461 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:38.743467 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f8431-c0e4-4c0c-ad24-d74bf68524d9 req-2c93a4b8-80e5-43ba-badf-c77f75d3fbef tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:38.746010 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-0b5f8431-c0e4-4c0c-ad24-d74bf68524d9 req-2c93a4b8-80e5-43ba-badf-c77f75d3fbef tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=be512a37-5ce9-4914-8807-04f8f80ad54e HTTP/1.1" status: 200 len: 945 time: 0.1190944 May 21 15:22:38.758557 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:38.779057 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c9e058-b687-4f7a-9823-7d6a9462ae7c None None] Sync routers for ids ['7c7f3dde-01f8-43b7-859a-d870a8ebed1d'] in dv-cinder-792299-3-iscsi {{(pid=91550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:22:38.784742 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] For port 91396788-4a66-4159-931f-68b54e18d5da, host dv-cinder-792299-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=91396788-4a66-4159-931f-68b54e18d5da,segment=NetworkSegment(6e22115a-e16c-4b74-9ec4-448dbc5267a0),segment_id=6e22115a-e16c-4b74-9ec4-448dbc5267a0)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:22:38.797897 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:38.807033 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:22:38.819529 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-0b5f8431-c0e4-4c0c-ad24-d74bf68524d9 req-119d2dad-dfff-44c0-8546-f3293367aa81 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670865 May 21 15:22:38.844168 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c9e058-b687-4f7a-9823-7d6a9462ae7c None None] Routers {'7c7f3dde-01f8-43b7-859a-d870a8ebed1d'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:22:38.844807 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-35c9e058-b687-4f7a-9823-7d6a9462ae7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:22:18Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['7c7f3dde-01f8-43b7-859a-d870a8ebed1d'], 'active': True} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:22:39.037797 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Pushing event updated for resources: {'Port': ['ID=91396788-4a66-4159-931f-68b54e18d5da,revision_number=4']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:22:39.042281 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:22:39.074151 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvr_db [None req-35c9e058-b687-4f7a-9823-7d6a9462ae7c None None] Set router 7c7f3dde-01f8-43b7-859a-d870a8ebed1d gateway port host: dv-cinder-792299-3-iscsi {{(pid=91550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:22:39.140029 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 60832) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:22:39.145949 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [None req-01e98e7a-ffe5-4bab-b86b-661669bfe44f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-526745383-network', 'tenant_id': '3c71e1e902aa4ed4b1fa9cb443862300'}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:22:39.150590 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-01e98e7a-ffe5-4bab-b86b-661669bfe44f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:22:39.154678 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-01e98e7a-ffe5-4bab-b86b-661669bfe44f admin admin] Usage tracker for resource:network and tenant:3c71e1e902aa4ed4b1fa9cb443862300 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:22:39.157680 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-01e98e7a-ffe5-4bab-b86b-661669bfe44f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:22:39.163939 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-01e98e7a-ffe5-4bab-b86b-661669bfe44f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:22:39.177327 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e98e7a-ffe5-4bab-b86b-661669bfe44f admin admin] Made reservation on behalf of 3c71e1e902aa4ed4b1fa9cb443862300 for: {'network': 1} {{(pid=91548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:22:39.180090 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-01e98e7a-ffe5-4bab-b86b-661669bfe44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-578634'] for network, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:39.195348 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-01e98e7a-ffe5-4bab-b86b-661669bfe44f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:39.210992 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-01e98e7a-ffe5-4bab-b86b-661669bfe44f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:22:39.214862 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-01e98e7a-ffe5-4bab-b86b-661669bfe44f admin admin] Usage tracker for resource:security_group_rule and tenant:3c71e1e902aa4ed4b1fa9cb443862300 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:22:39.217942 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-01e98e7a-ffe5-4bab-b86b-661669bfe44f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:22:39.224335 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-01e98e7a-ffe5-4bab-b86b-661669bfe44f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:22:39.312008 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-01e98e7a-ffe5-4bab-b86b-661669bfe44f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:39.316804 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-01e98e7a-ffe5-4bab-b86b-661669bfe44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:39.321542 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-e7d6ad82-2a9d-4bae-b927-343f84e90d94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:22:39.349273 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01e98e7a-ffe5-4bab-b86b-661669bfe44f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=91548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 21 15:22:39.357859 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e98e7a-ffe5-4bab-b86b-661669bfe44f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6354103a-ac42-4330-afa4-6d4a725523ac,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:22:39.361972 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-01e98e7a-ffe5-4bab-b86b-661669bfe44f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:22:39.364706 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-01e98e7a-ffe5-4bab-b86b-661669bfe44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703692'] for segment, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:39.365061 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.db.segments_db [None req-01e98e7a-ffe5-4bab-b86b-661669bfe44f admin admin] Added segment a51fb918-5c11-4691-b911-2cf363306ab2 of type vlan for network 5ed4c366-057e-4b7d-9055-890e7b34ed7a May 21 15:22:39.392038 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-01e98e7a-ffe5-4bab-b86b-661669bfe44f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730419324398'] for network, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:39.413551 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-35c9e058-b687-4f7a-9823-7d6a9462ae7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7f3dde-01f8-43b7-859a-d870a8ebed1d', 'name': 'tempest-TestShelveInstance-1165779502-router', 'tenant_id': '40b90e1ae06e4417a829177c97d9995a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '91396788-4a66-4159-931f-68b54e18d5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:22:32Z', 'updated_at': '2021-05-21T15:22:37Z', 'revision_number': 4, 'project_id': '40b90e1ae06e4417a829177c97d9995a', 'gw_port': {'id': '91396788-4a66-4159-931f-68b54e18d5da', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7f3dde-01f8-43b7-859a-d870a8ebed1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:22:33Z', 'updated_at': '2021-05-21T15:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_interfaces': [{'id': '0a42e171-848b-4442-a629-6a574a48edba', 'name': '', 'network_id': 'eb30ab6c-f7c8-4207-93a0-64b78264c5e5', 'tenant_id': '40b90e1ae06e4417a829177c97d9995a', 'mac_address': 'fa:16:3e:7a:15:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7f3dde-01f8-43b7-859a-d870a8ebed1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '3a59aec6-f0bc-458e-bf25-e00e76faea83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:22:36Z', 'updated_at': '2021-05-21T15:22:37Z', 'revision_number': 2, 'project_id': '40b90e1ae06e4417a829177c97d9995a', 'subnets': [{'id': '3a59aec6-f0bc-458e-bf25-e00e76faea83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:22:39.417333 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c9e058-b687-4f7a-9823-7d6a9462ae7c None None] Checking router: 7c7f3dde-01f8-43b7-859a-d870a8ebed1d for host: dv-cinder-792299-3-iscsi {{(pid=91550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:22:39.417688 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c9e058-b687-4f7a-9823-7d6a9462ae7c None None] Updating router 7c7f3dde-01f8-43b7-859a-d870a8ebed1d port 0a42e171-848b-4442-a629-6a574a48edba binding host dv-cinder-792299-3-iscsi {{(pid=91550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 21 15:22:39.421547 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-01e98e7a-ffe5-4bab-b86b-661669bfe44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1599858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697748'] for network, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:39.422856 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e98e7a-ffe5-4bab-b86b-661669bfe44f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:39.423475 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-01e98e7a-ffe5-4bab-b86b-661669bfe44f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697775'] for network, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:39.429145 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-66839b7d-3a87-4275-b66d-553556649eed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:22:39.473212 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-35c9e058-b687-4f7a-9823-7d6a9462ae7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:39.528930 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e98e7a-ffe5-4bab-b86b-661669bfe44f admin admin] Pushing event updated for resources: {'Network': ['ID=5ed4c366-057e-4b7d-9055-890e7b34ed7a,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:22:39.531918 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-01e98e7a-ffe5-4bab-b86b-661669bfe44f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:22:39.538323 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-01e98e7a-ffe5-4bab-b86b-661669bfe44f admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3932040 May 21 15:22:39.540822 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 60838) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:22:39.549263 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [None req-090abe70-7ec3-4428-a51a-ffc3affdc1a1 admin admin] Request body: {'subnet': {'network_id': '5ed4c366-057e-4b7d-9055-890e7b34ed7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-526745383-subnet', 'tenant_id': '3c71e1e902aa4ed4b1fa9cb443862300', 'ip_version': 4}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:22:39.558167 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-090abe70-7ec3-4428-a51a-ffc3affdc1a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:22:39.564647 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-090abe70-7ec3-4428-a51a-ffc3affdc1a1 admin admin] Usage tracker for resource:subnet and tenant:3c71e1e902aa4ed4b1fa9cb443862300 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:22:39.566525 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Network 5ed4c366-057e-4b7d-9055-890e7b34ed7a details requested by agent ovs-agent-dv-cinder-792299-3-iscsi with host dv-cinder-792299-3-iscsi {{(pid=91550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 15:22:39.572212 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-090abe70-7ec3-4428-a51a-ffc3affdc1a1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:22:39.582121 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-090abe70-7ec3-4428-a51a-ffc3affdc1a1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:22:39.601694 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-090abe70-7ec3-4428-a51a-ffc3affdc1a1 admin admin] Made reservation on behalf of 3c71e1e902aa4ed4b1fa9cb443862300 for: {'subnet': 1} {{(pid=91548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:22:39.604228 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-090abe70-7ec3-4428-a51a-ffc3affdc1a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14760868'] for subnet, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:39.711350 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c0784-f24a-4408-beba-e7d31e5935b9 req-8d150d19-e75f-443e-84a3-1b22c5434226 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:39.714559 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-5d2c0784-f24a-4408-beba-e7d31e5935b9 req-8d150d19-e75f-443e-84a3-1b22c5434226 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 946 time: 0.0985339 May 21 15:22:39.766759 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-5d2c0784-f24a-4408-beba-e7d31e5935b9 req-77751613-60ed-494f-b7da-43e76f924d85 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454085 May 21 15:22:39.973495 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-35c9e058-b687-4f7a-9823-7d6a9462ae7c None None] Notify callbacks [] for port, precommit_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:39.988874 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-35c9e058-b687-4f7a-9823-7d6a9462ae7c None None] Transition to ACTIVE for port object 0a42e171-848b-4442-a629-6a574a48edba will not be triggered until provisioned by entity L2. {{(pid=91550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:22:39.997024 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-35c9e058-b687-4f7a-9823-7d6a9462ae7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:40.002718 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:22:40.044051 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-090abe70-7ec3-4428-a51a-ffc3affdc1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14885468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14760842'] for subnet, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:40.047732 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bd1d7a-df58-40d4-b510-1b7606537cb3 req-798d7308-926a-45b3-a9f3-616cb0865aa9 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:40.049593 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-21bd1d7a-df58-40d4-b510-1b7606537cb3 req-798d7308-926a-45b3-a9f3-616cb0865aa9 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=be512a37-5ce9-4914-8807-04f8f80ad54e HTTP/1.1" status: 200 len: 945 time: 0.0993199 May 21 15:22:40.053484 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-f8ee46b3-27d8-448a-8b63-fa5c8e4857e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:22:40.104814 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-21bd1d7a-df58-40d4-b510-1b7606537cb3 req-73f7fc1c-cd26-4ef4-a123-f2b4cc319186 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465696 May 21 15:22:40.161575 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090abe70-7ec3-4428-a51a-ffc3affdc1a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f6fbaff-b496-46d7-af43-5842192020b6,revision_number=0']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:22:40.165257 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-090abe70-7ec3-4428-a51a-ffc3affdc1a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:22:40.186712 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090abe70-7ec3-4428-a51a-ffc3affdc1a1 admin admin] Checking segment: {'id': 'a51fb918-5c11-4691-b911-2cf363306ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5ed4c366-057e-4b7d-9055-890e7b34ed7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:22:40.187249 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090abe70-7ec3-4428-a51a-ffc3affdc1a1 admin admin] Network hostable DHCP agents. Network: 5ed4c366-057e-4b7d-9055-890e7b34ed7a, hostable agents: ['c7b0d441-ff2d-4a67-9ef1-8c68d51adfa8'], hosted agents: [] {{(pid=91548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 15:22:40.209243 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090abe70-7ec3-4428-a51a-ffc3affdc1a1 admin admin] Network 5ed4c366-057e-4b7d-9055-890e7b34ed7a is scheduled to be hosted by DHCP agent c7b0d441-ff2d-4a67-9ef1-8c68d51adfa8 with binding_index 1 {{(pid=91548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 15:22:40.220049 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.base_scheduler [None req-090abe70-7ec3-4428-a51a-ffc3affdc1a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-3-iscsi, 5ed4c366-057e-4b7d-9055-890e7b34ed7a) {{(pid=91548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:22:40.230127 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090abe70-7ec3-4428-a51a-ffc3affdc1a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:40.234050 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-090abe70-7ec3-4428-a51a-ffc3affdc1a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:40.251183 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8902d8a-aa66-451f-a5da-99d38a105fb0 None None] Network 5ed4c366-057e-4b7d-9055-890e7b34ed7a requested from dv-cinder-792299-3-iscsi {{(pid=91550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:22:40.265456 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae6d8a0-2f93-40bc-9c80-cf3a0ebac952 None None] Pushing event updated for resources: {'Port': ['ID=0a42e171-848b-4442-a629-6a574a48edba,revision_number=3']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:22:40.266867 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-090abe70-7ec3-4428-a51a-ffc3affdc1a1 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7248962 May 21 15:22:40.268800 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-3ae6d8a0-2f93-40bc-9c80-cf3a0ebac952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:22:40.270715 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 60850) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:22:40.280227 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.v2.base [None req-e02e89f2-a4db-43b6-8995-3c225264b6af admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-526745383-router', 'tenant_id': '3c71e1e902aa4ed4b1fa9cb443862300', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed'}}} {{(pid=91549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:22:40.286946 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-e02e89f2-a4db-43b6-8995-3c225264b6af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:22:40.291003 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-e02e89f2-a4db-43b6-8995-3c225264b6af admin admin] Usage tracker for resource:router and tenant:3c71e1e902aa4ed4b1fa9cb443862300 is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:22:40.293962 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-e02e89f2-a4db-43b6-8995-3c225264b6af admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:22:40.300966 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-e02e89f2-a4db-43b6-8995-3c225264b6af admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:22:40.319860 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-e02e89f2-a4db-43b6-8995-3c225264b6af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1768168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3587'] for router, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:40.321536 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-e02e89f2-a4db-43b6-8995-3c225264b6af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1594772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:40.349631 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-e02e89f2-a4db-43b6-8995-3c225264b6af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:40.462408 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.managers [None req-35c9e058-b687-4f7a-9823-7d6a9462ae7c None None] Attempting to bind port 0a42e171-848b-4442-a629-6a574a48edba on host dv-cinder-792299-3-iscsi for vnic_type normal with profile {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:22:40.464113 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.managers [None req-35c9e058-b687-4f7a-9823-7d6a9462ae7c None None] Attempting to bind port 0a42e171-848b-4442-a629-6a574a48edba by drivers openvswitch,hyperv on host dv-cinder-792299-3-iscsi at level 0 using segments [{'id': 'ab74b98d-ef35-4b09-b710-b5f6caf08ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'eb30ab6c-f7c8-4207-93a0-64b78264c5e5'}] {{(pid=91550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:22:40.464702 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c9e058-b687-4f7a-9823-7d6a9462ae7c None None] Attempting to bind port 0a42e171-848b-4442-a629-6a574a48edba on network eb30ab6c-f7c8-4207-93a0-64b78264c5e5 {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:22:40.472073 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 91396788-4a66-4159-931f-68b54e18d5da up at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:22:40.505283 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c9e058-b687-4f7a-9823-7d6a9462ae7c None None] Checking agent: {'id': 'f4608e34-e7ca-4ad2-a713-84295da40874', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 12, 18), 'started_at': datetime.datetime(2021, 5, 21, 15, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:22:40.505676 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c9e058-b687-4f7a-9823-7d6a9462ae7c None None] Checking segment: {'id': 'ab74b98d-ef35-4b09-b710-b5f6caf08ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'eb30ab6c-f7c8-4207-93a0-64b78264c5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:22:40.506062 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-35c9e058-b687-4f7a-9823-7d6a9462ae7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:40.506456 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c9e058-b687-4f7a-9823-7d6a9462ae7c None None] Bound using segment: {'id': 'ab74b98d-ef35-4b09-b710-b5f6caf08ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'eb30ab6c-f7c8-4207-93a0-64b78264c5e5'} {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:22:40.506957 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.managers [None req-35c9e058-b687-4f7a-9823-7d6a9462ae7c None None] Bound port: 0a42e171-848b-4442-a629-6a574a48edba, host: dv-cinder-792299-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab74b98d-ef35-4b09-b710-b5f6caf08ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'eb30ab6c-f7c8-4207-93a0-64b78264c5e5'}}] {{(pid=91550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:22:40.507332 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-35c9e058-b687-4f7a-9823-7d6a9462ae7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:40.739712 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-e02e89f2-a4db-43b6-8995-3c225264b6af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1775829', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1768186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:40.754108 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-35c9e058-b687-4f7a-9823-7d6a9462ae7c None None] For port 0a42e171-848b-4442-a629-6a574a48edba, host dv-cinder-792299-3-iscsi, cleared binding levels {{(pid=91550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:22:40.771936 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-35c9e058-b687-4f7a-9823-7d6a9462ae7c None None] For port 0a42e171-848b-4442-a629-6a574a48edba, host dv-cinder-792299-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=0a42e171-848b-4442-a629-6a574a48edba,segment=NetworkSegment(ab74b98d-ef35-4b09-b710-b5f6caf08ccc),segment_id=ab74b98d-ef35-4b09-b710-b5f6caf08ccc)] {{(pid=91550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:22:40.774012 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning complete for port 91396788-4a66-4159-931f-68b54e18d5da triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:22:40.775470 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:40.802786 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d2537a-faf9-4560-a08c-63bb445f4c79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp691765e8-26f9-5dea-9763-d4c33d86b24f-5ed4c366-057e-4b7d-9055-890e7b34ed7a', 'network_id': '5ed4c366-057e-4b7d-9055-890e7b34ed7a', 'tenant_id': '3c71e1e902aa4ed4b1fa9cb443862300', 'fixed_ips': [{'subnet_id': '7f6fbaff-b496-46d7-af43-5842192020b6'}]}} from dv-cinder-792299-3-iscsi. {{(pid=91550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 21 15:22:40.803758 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-03d2537a-faf9-4560-a08c-63bb445f4c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_create {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:40.817179 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-35c9e058-b687-4f7a-9823-7d6a9462ae7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:40.828569 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:22:40.996342 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c9e058-b687-4f7a-9823-7d6a9462ae7c None None] Routers {'7c7f3dde-01f8-43b7-859a-d870a8ebed1d'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:22:40.996967 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-35c9e058-b687-4f7a-9823-7d6a9462ae7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:22:18Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['7c7f3dde-01f8-43b7-859a-d870a8ebed1d'], 'active': True} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:22:41.101923 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae6d8a0-2f93-40bc-9c80-cf3a0ebac952 None None] Pushing event updated for resources: {'Port': ['ID=0a42e171-848b-4442-a629-6a574a48edba,revision_number=4']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:22:41.105375 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-3ae6d8a0-2f93-40bc-9c80-cf3a0ebac952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:22:41.160145 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-e02e89f2-a4db-43b6-8995-3c225264b6af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:41.192342 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-e02e89f2-a4db-43b6-8995-3c225264b6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:41.403248 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvr_db [None req-35c9e058-b687-4f7a-9823-7d6a9462ae7c None None] Set router 7c7f3dde-01f8-43b7-859a-d870a8ebed1d gateway port host: dv-cinder-792299-3-iscsi {{(pid=91550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:22:41.438676 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b995e91c-7299-4cb4-af58-76bd17b125d7 req-7b2d8489-2473-4504-bd4d-5295adbf169a tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:41.441115 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-b995e91c-7299-4cb4-af58-76bd17b125d7 req-7b2d8489-2473-4504-bd4d-5295adbf169a tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=be512a37-5ce9-4914-8807-04f8f80ad54e HTTP/1.1" status: 200 len: 945 time: 0.2059224 May 21 15:22:41.448604 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.db_base_plugin_common [None req-03d2537a-faf9-4560-a08c-63bb445f4c79 None None] Allocated IP 172.20.0.2 (5ed4c366-057e-4b7d-9055-890e7b34ed7a/7f6fbaff-b496-46d7-af43-5842192020b6/07054c68-996c-45ff-b0f7-0bf085f55e7e) {{(pid=91550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:22:41.501486 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.db_base_plugin_common [None req-e02e89f2-a4db-43b6-8995-3c225264b6af admin admin] Allocated IP 172.27.2.212 (ba463646-5c92-40f4-a60a-d72924905aed/aafb72b8-44f1-4418-af97-0acaa496b3de/591488d9-9118-49b8-b5c3-6c6e2d798732) {{(pid=91549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:22:41.522121 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-b995e91c-7299-4cb4-af58-76bd17b125d7 req-68027bbc-9ab5-4253-b9f3-fe21a5376541 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719860 May 21 15:22:41.694322 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-e02e89f2-a4db-43b6-8995-3c225264b6af admin admin] Notify callbacks [] for port, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:41.733364 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-e02e89f2-a4db-43b6-8995-3c225264b6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730419340153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14871526'] for port, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:41.738638 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:22:41.800388 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02e89f2-a4db-43b6-8995-3c225264b6af admin admin] Network ba463646-5c92-40f4-a60a-d72924905aed is already hosted by enough agents. {{(pid=91549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:22:41.803678 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.base_scheduler [None req-e02e89f2-a4db-43b6-8995-3c225264b6af admin admin] Resources bound (agent type, host, resource id): {{(pid=91549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:22:41.806241 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02e89f2-a4db-43b6-8995-3c225264b6af admin admin] Received port after_create {{(pid=91549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:22:41.852623 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02e89f2-a4db-43b6-8995-3c225264b6af admin admin] Pushing event updated for resources: {'Port': ['ID=591488d9-9118-49b8-b5c3-6c6e2d798732,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:22:41.856901 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-e02e89f2-a4db-43b6-8995-3c225264b6af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:22:41.937604 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-03d2537a-faf9-4560-a08c-63bb445f4c79 None None] Notify callbacks [] for port, precommit_create {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:41.951221 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-03d2537a-faf9-4560-a08c-63bb445f4c79 None None] Transition to ACTIVE for port object 07054c68-996c-45ff-b0f7-0bf085f55e7e will not be triggered until provisioned by entity L2. {{(pid=91550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:22:41.974608 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-03d2537a-faf9-4560-a08c-63bb445f4c79 None None] Transition to ACTIVE for port object 07054c68-996c-45ff-b0f7-0bf085f55e7e will not be triggered until provisioned by entity DHCP. {{(pid=91550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:22:41.981460 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-03d2537a-faf9-4560-a08c-63bb445f4c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730419340153'] for port, after_create {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:41.986206 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:22:42.020867 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-35c9e058-b687-4f7a-9823-7d6a9462ae7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7f3dde-01f8-43b7-859a-d870a8ebed1d', 'name': 'tempest-TestShelveInstance-1165779502-router', 'tenant_id': '40b90e1ae06e4417a829177c97d9995a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '91396788-4a66-4159-931f-68b54e18d5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:22:32Z', 'updated_at': '2021-05-21T15:22:37Z', 'revision_number': 4, 'project_id': '40b90e1ae06e4417a829177c97d9995a', 'gw_port': {'id': '91396788-4a66-4159-931f-68b54e18d5da', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7f3dde-01f8-43b7-859a-d870a8ebed1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:22:33Z', 'updated_at': '2021-05-21T15:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_interfaces': [{'id': '0a42e171-848b-4442-a629-6a574a48edba', 'name': '', 'network_id': 'eb30ab6c-f7c8-4207-93a0-64b78264c5e5', 'tenant_id': '40b90e1ae06e4417a829177c97d9995a', 'mac_address': 'fa:16:3e:7a:15:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7f3dde-01f8-43b7-859a-d870a8ebed1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '3a59aec6-f0bc-458e-bf25-e00e76faea83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:22:36Z', 'updated_at': '2021-05-21T15:22:40Z', 'revision_number': 4, 'project_id': '40b90e1ae06e4417a829177c97d9995a', 'subnets': [{'id': '3a59aec6-f0bc-458e-bf25-e00e76faea83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:22:42.043298 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c9e058-b687-4f7a-9823-7d6a9462ae7c None None] The sync data for ids ['7c7f3dde-01f8-43b7-859a-d870a8ebed1d'] in dv-cinder-792299-3-iscsi is: [{'id': '7c7f3dde-01f8-43b7-859a-d870a8ebed1d', 'name': 'tempest-TestShelveInstance-1165779502-router', 'tenant_id': '40b90e1ae06e4417a829177c97d9995a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '91396788-4a66-4159-931f-68b54e18d5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:22:32Z', 'updated_at': '2021-05-21T15:22:37Z', 'revision_number': 4, 'project_id': '40b90e1ae06e4417a829177c97d9995a', 'gw_port': {'id': '91396788-4a66-4159-931f-68b54e18d5da', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7f3dde-01f8-43b7-859a-d870a8ebed1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:22:33Z', 'updated_at': '2021-05-21T15:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_interfaces': [{'id': '0a42e171-848b-4442-a629-6a574a48edba', 'name': '', 'network_id': 'eb30ab6c-f7c8-4207-93a0-64b78264c5e5', 'tenant_id': '40b90e1ae06e4417a829177c97d9995a', 'mac_address': 'fa:16:3e:7a:15:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7f3dde-01f8-43b7-859a-d870a8ebed1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '3a59aec6-f0bc-458e-bf25-e00e76faea83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:22:36Z', 'updated_at': '2021-05-21T15:22:40Z', 'revision_number': 4, 'project_id': '40b90e1ae06e4417a829177c97d9995a', 'subnets': [{'id': '3a59aec6-f0bc-458e-bf25-e00e76faea83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:22:42.064089 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d2537a-faf9-4560-a08c-63bb445f4c79 None None] Network 5ed4c366-057e-4b7d-9055-890e7b34ed7a is already hosted by enough agents. {{(pid=91550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:22:42.068050 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.scheduler.base_scheduler [None req-03d2537a-faf9-4560-a08c-63bb445f4c79 None None] Resources bound (agent type, host, resource id): {{(pid=91550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:22:42.072697 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d2537a-faf9-4560-a08c-63bb445f4c79 None None] Received port after_create {{(pid=91550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:22:42.074846 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d2537a-faf9-4560-a08c-63bb445f4c79 None None] Pushing event updated for resources: {'Port': ['ID=07054c68-996c-45ff-b0f7-0bf085f55e7e,revision_number=1']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:22:42.078515 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-03d2537a-faf9-4560-a08c-63bb445f4c79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:22:42.196842 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.managers [None req-03d2537a-faf9-4560-a08c-63bb445f4c79 None None] Attempting to bind port 07054c68-996c-45ff-b0f7-0bf085f55e7e on host dv-cinder-792299-3-iscsi for vnic_type normal with profile {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:22:42.197231 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.managers [None req-03d2537a-faf9-4560-a08c-63bb445f4c79 None None] Attempting to bind port 07054c68-996c-45ff-b0f7-0bf085f55e7e by drivers openvswitch,hyperv on host dv-cinder-792299-3-iscsi at level 0 using segments [{'id': 'a51fb918-5c11-4691-b911-2cf363306ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5ed4c366-057e-4b7d-9055-890e7b34ed7a'}] {{(pid=91550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:22:42.197604 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d2537a-faf9-4560-a08c-63bb445f4c79 None None] Attempting to bind port 07054c68-996c-45ff-b0f7-0bf085f55e7e on network 5ed4c366-057e-4b7d-9055-890e7b34ed7a {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:22:42.207425 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d2537a-faf9-4560-a08c-63bb445f4c79 None None] Checking agent: {'id': 'f4608e34-e7ca-4ad2-a713-84295da40874', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 12, 18), 'started_at': datetime.datetime(2021, 5, 21, 15, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:22:42.207723 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d2537a-faf9-4560-a08c-63bb445f4c79 None None] Checking segment: {'id': 'a51fb918-5c11-4691-b911-2cf363306ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5ed4c366-057e-4b7d-9055-890e7b34ed7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:22:42.208227 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-03d2537a-faf9-4560-a08c-63bb445f4c79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:42.208543 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d2537a-faf9-4560-a08c-63bb445f4c79 None None] Bound using segment: {'id': 'a51fb918-5c11-4691-b911-2cf363306ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5ed4c366-057e-4b7d-9055-890e7b34ed7a'} {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:22:42.209004 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.managers [None req-03d2537a-faf9-4560-a08c-63bb445f4c79 None None] Bound port: 07054c68-996c-45ff-b0f7-0bf085f55e7e, host: dv-cinder-792299-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a51fb918-5c11-4691-b911-2cf363306ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5ed4c366-057e-4b7d-9055-890e7b34ed7a'}}] {{(pid=91550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:22:42.210052 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-03d2537a-faf9-4560-a08c-63bb445f4c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:42.311618 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-e02e89f2-a4db-43b6-8995-3c225264b6af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:42.330569 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-03d2537a-faf9-4560-a08c-63bb445f4c79 None None] For port 07054c68-996c-45ff-b0f7-0bf085f55e7e, host dv-cinder-792299-3-iscsi, cleared binding levels {{(pid=91550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:22:42.340185 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-03d2537a-faf9-4560-a08c-63bb445f4c79 None None] For port 07054c68-996c-45ff-b0f7-0bf085f55e7e, host dv-cinder-792299-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=07054c68-996c-45ff-b0f7-0bf085f55e7e,segment=NetworkSegment(a51fb918-5c11-4691-b911-2cf363306ab2),segment_id=a51fb918-5c11-4691-b911-2cf363306ab2)] {{(pid=91550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:22:42.347473 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-03d2537a-faf9-4560-a08c-63bb445f4c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:42.359411 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:22:42.471451 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d2537a-faf9-4560-a08c-63bb445f4c79 None None] Pushing event updated for resources: {'Port': ['ID=07054c68-996c-45ff-b0f7-0bf085f55e7e,revision_number=2']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:22:42.476059 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-03d2537a-faf9-4560-a08c-63bb445f4c79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:22:42.570939 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 0a42e171-848b-4442-a629-6a574a48edba up at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:22:42.691969 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning for port 0a42e171-848b-4442-a629-6a574a48edba completed by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:22:42.699001 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning complete for port 0a42e171-848b-4442-a629-6a574a48edba triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:22:42.699384 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:42.948776 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:42.990260 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] For port 0a42e171-848b-4442-a629-6a574a48edba, host dv-cinder-792299-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=0a42e171-848b-4442-a629-6a574a48edba,segment=NetworkSegment(ab74b98d-ef35-4b09-b710-b5f6caf08ccc),segment_id=ab74b98d-ef35-4b09-b710-b5f6caf08ccc)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:22:43.001218 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:43.004417 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-03d2537a-faf9-4560-a08c-63bb445f4c79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:22:43.041400 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-e02e89f2-a4db-43b6-8995-3c225264b6af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1768177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1763072'] for router, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:43.113809 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Pushing event updated for resources: {'Port': ['ID=0a42e171-848b-4442-a629-6a574a48edba,revision_number=5']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:22:43.118099 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:22:43.246831 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44afd19d-31ed-41c9-88fc-9aba6c1582f0 req-0a559c58-4432-4f34-92b5-862bcb57abab tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:43.249286 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-44afd19d-31ed-41c9-88fc-9aba6c1582f0 req-0a559c58-4432-4f34-92b5-862bcb57abab tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=be512a37-5ce9-4914-8807-04f8f80ad54e HTTP/1.1" status: 200 len: 945 time: 0.2674589 May 21 15:22:43.330573 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-44afd19d-31ed-41c9-88fc-9aba6c1582f0 req-bed609b9-5d48-44e9-a2e2-f0b2e6cf22f4 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684781 May 21 15:22:43.374045 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e02e89f2-a4db-43b6-8995-3c225264b6af admin admin] Router d2c526df-e847-485c-ad4a-95801002e799 is scheduled to L3 agent 9c636599-187f-4688-bb24-d46a8be2a055 with binding_index 1 {{(pid=91549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 21 15:22:43.587939 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02e89f2-a4db-43b6-8995-3c225264b6af admin admin] Notify agent at l3_agent.dv-cinder-792299-3-iscsi the message routers_updated {{(pid=91549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:22:43.598470 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da1fa9f-9111-4d81-8192-faaf452f13e7 None None] Sync routers for ids ['d2c526df-e847-485c-ad4a-95801002e799'] in dv-cinder-792299-3-iscsi {{(pid=91551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:22:43.609576 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da1fa9f-9111-4d81-8192-faaf452f13e7 None None] Routers {'d2c526df-e847-485c-ad4a-95801002e799'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:22:43.610167 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-0da1fa9f-9111-4d81-8192-faaf452f13e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:22:18Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['d2c526df-e847-485c-ad4a-95801002e799'], 'active': True} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:22:43.626209 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-e02e89f2-a4db-43b6-8995-3c225264b6af admin admin] Notify callbacks [] for router, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:43.628328 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-e02e89f2-a4db-43b6-8995-3c225264b6af admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3563547 May 21 15:22:43.631212 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 60882) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:22:43.701840 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebee5f8-b6b0-499e-8afb-c1415db7619a None None] Network 5ed4c366-057e-4b7d-9055-890e7b34ed7a requested from dv-cinder-792299-3-iscsi {{(pid=91550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:22:43.814923 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvr_db [None req-0da1fa9f-9111-4d81-8192-faaf452f13e7 None None] Set router d2c526df-e847-485c-ad4a-95801002e799 gateway port host: dv-cinder-792299-3-iscsi {{(pid=91551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:22:43.820557 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-880e59d5-8adc-4a33-b67e-412b798aebb4 None None] Provisioning for port 07054c68-996c-45ff-b0f7-0bf085f55e7e completed by entity DHCP. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:22:44.133783 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-0da1fa9f-9111-4d81-8192-faaf452f13e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c526df-e847-485c-ad4a-95801002e799', 'name': 'tempest-TestShelveInstance-526745383-router', 'tenant_id': '3c71e1e902aa4ed4b1fa9cb443862300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '591488d9-9118-49b8-b5c3-6c6e2d798732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:22:40Z', 'updated_at': '2021-05-21T15:22:42Z', 'revision_number': 3, 'project_id': '3c71e1e902aa4ed4b1fa9cb443862300', 'gw_port': {'id': '591488d9-9118-49b8-b5c3-6c6e2d798732', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:10:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c526df-e847-485c-ad4a-95801002e799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:22:41Z', 'updated_at': '2021-05-21T15:22:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi'}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:22:44.138470 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da1fa9f-9111-4d81-8192-faaf452f13e7 None None] Checking router: d2c526df-e847-485c-ad4a-95801002e799 for host: dv-cinder-792299-3-iscsi {{(pid=91551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:22:44.138821 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da1fa9f-9111-4d81-8192-faaf452f13e7 None None] Updating router d2c526df-e847-485c-ad4a-95801002e799 port 591488d9-9118-49b8-b5c3-6c6e2d798732 binding host dv-cinder-792299-3-iscsi {{(pid=91551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 21 15:22:44.195500 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron_lib.callbacks.manager [None req-0da1fa9f-9111-4d81-8192-faaf452f13e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:44.609291 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-2fa1963f-280c-418f-874f-67810f56d95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:44.647678 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 0a42e171-848b-4442-a629-6a574a48edba up at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:22:44.656985 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron_lib.callbacks.manager [None req-0da1fa9f-9111-4d81-8192-faaf452f13e7 None None] Notify callbacks [] for port, precommit_update {{(pid=91551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:44.671263 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.provisioning_blocks [None req-0da1fa9f-9111-4d81-8192-faaf452f13e7 None None] Transition to ACTIVE for port object 591488d9-9118-49b8-b5c3-6c6e2d798732 will not be triggered until provisioned by entity L2. {{(pid=91551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:22:44.687691 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron_lib.callbacks.manager [None req-0da1fa9f-9111-4d81-8192-faaf452f13e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:44.697844 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG oslo_concurrency.lockutils [None req-6cc9ef8c-2a92-44df-bd74-c80ab496af16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:22:44.728021 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f8495-dcf2-46e2-bbe5-c98368d28163 req-b5062b89-0e55-49e0-be67-2ca34feda6a9 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:44.736961 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-134f8495-dcf2-46e2-bbe5-c98368d28163 req-b5062b89-0e55-49e0-be67-2ca34feda6a9 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=be512a37-5ce9-4914-8807-04f8f80ad54e HTTP/1.1" status: 200 len: 945 time: 0.2190564 May 21 15:22:44.776994 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning complete for port 0a42e171-848b-4442-a629-6a574a48edba triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:22:44.777531 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:44.827222 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7c1460-b8e8-4a93-86ef-ecb9529a0b3f None None] Pushing event updated for resources: {'Port': ['ID=591488d9-9118-49b8-b5c3-6c6e2d798732,revision_number=2']} {{(pid=91551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:22:44.877424 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.managers [None req-0da1fa9f-9111-4d81-8192-faaf452f13e7 None None] Attempting to bind port 591488d9-9118-49b8-b5c3-6c6e2d798732 on host dv-cinder-792299-3-iscsi for vnic_type normal with profile {{(pid=91551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:22:44.878085 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.managers [None req-0da1fa9f-9111-4d81-8192-faaf452f13e7 None None] Attempting to bind port 591488d9-9118-49b8-b5c3-6c6e2d798732 by drivers openvswitch,hyperv on host dv-cinder-792299-3-iscsi at level 0 using segments [{'id': '6e22115a-e16c-4b74-9ec4-448dbc5267a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed'}] {{(pid=91551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:22:44.878617 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da1fa9f-9111-4d81-8192-faaf452f13e7 None None] Attempting to bind port 591488d9-9118-49b8-b5c3-6c6e2d798732 on network ba463646-5c92-40f4-a60a-d72924905aed {{(pid=91551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:22:44.885072 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da1fa9f-9111-4d81-8192-faaf452f13e7 None None] Checking agent: {'id': 'f4608e34-e7ca-4ad2-a713-84295da40874', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 12, 18), 'started_at': datetime.datetime(2021, 5, 21, 15, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:22:44.885661 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da1fa9f-9111-4d81-8192-faaf452f13e7 None None] Checking segment: {'id': '6e22115a-e16c-4b74-9ec4-448dbc5267a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:22:44.886227 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron_lib.callbacks.manager [None req-0da1fa9f-9111-4d81-8192-faaf452f13e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:44.886767 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da1fa9f-9111-4d81-8192-faaf452f13e7 None None] Bound using segment: {'id': '6e22115a-e16c-4b74-9ec4-448dbc5267a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed'} {{(pid=91551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:22:44.887426 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.managers [None req-0da1fa9f-9111-4d81-8192-faaf452f13e7 None None] Bound port: 591488d9-9118-49b8-b5c3-6c6e2d798732, host: dv-cinder-792299-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e22115a-e16c-4b74-9ec4-448dbc5267a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed'}}] {{(pid=91551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:22:44.887968 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron_lib.callbacks.manager [None req-0da1fa9f-9111-4d81-8192-faaf452f13e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:44.897068 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-134f8495-dcf2-46e2-bbe5-c98368d28163 req-e7be8d3d-49a7-449f-b24c-96375e8a41b5 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486382 May 21 15:22:44.947270 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG oslo_concurrency.lockutils [None req-6e7c1460-b8e8-4a93-86ef-ecb9529a0b3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=91551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:22:44.994650 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.db [None req-0da1fa9f-9111-4d81-8192-faaf452f13e7 None None] For port 591488d9-9118-49b8-b5c3-6c6e2d798732, host dv-cinder-792299-3-iscsi, cleared binding levels {{(pid=91551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:22:45.005931 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.db [None req-0da1fa9f-9111-4d81-8192-faaf452f13e7 None None] For port 591488d9-9118-49b8-b5c3-6c6e2d798732, host dv-cinder-792299-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=591488d9-9118-49b8-b5c3-6c6e2d798732,segment=NetworkSegment(6e22115a-e16c-4b74-9ec4-448dbc5267a0),segment_id=6e22115a-e16c-4b74-9ec4-448dbc5267a0)] {{(pid=91551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:22:45.012227 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron_lib.callbacks.manager [None req-0da1fa9f-9111-4d81-8192-faaf452f13e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:45.017074 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG oslo_concurrency.lockutils [None req-ad7f21aa-c960-40ac-bf17-b93d03776d7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:22:45.019800 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.db_base_plugin_common [None req-2fa1963f-280c-418f-874f-67810f56d95b admin admin] Allocated IP 172.20.0.1 (5ed4c366-057e-4b7d-9055-890e7b34ed7a/7f6fbaff-b496-46d7-af43-5842192020b6/5f48fb0e-27cb-4946-8f75-b24ac5a89f11) {{(pid=91549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:22:45.028302 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 07054c68-996c-45ff-b0f7-0bf085f55e7e up at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:22:45.093139 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7c1460-b8e8-4a93-86ef-ecb9529a0b3f None None] Pushing event updated for resources: {'Port': ['ID=591488d9-9118-49b8-b5c3-6c6e2d798732,revision_number=3']} {{(pid=91551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:22:45.100562 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG oslo_concurrency.lockutils [None req-6e7c1460-b8e8-4a93-86ef-ecb9529a0b3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:22:45.101364 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da1fa9f-9111-4d81-8192-faaf452f13e7 None None] Routers {'d2c526df-e847-485c-ad4a-95801002e799'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:22:45.102152 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-0da1fa9f-9111-4d81-8192-faaf452f13e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:22:18Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['d2c526df-e847-485c-ad4a-95801002e799'], 'active': True} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:22:45.106013 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning for port 07054c68-996c-45ff-b0f7-0bf085f55e7e completed by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:22:45.112811 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning complete for port 07054c68-996c-45ff-b0f7-0bf085f55e7e triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:22:45.113642 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:45.202487 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-2fa1963f-280c-418f-874f-67810f56d95b admin admin] Notify callbacks [] for port, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:45.220473 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.provisioning_blocks [None req-2fa1963f-280c-418f-874f-67810f56d95b admin admin] Transition to ACTIVE for port object 5f48fb0e-27cb-4946-8f75-b24ac5a89f11 will not be triggered until provisioned by entity DHCP. {{(pid=91549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:22:45.252711 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-2fa1963f-280c-418f-874f-67810f56d95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730419340153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14871526'] for port, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:45.259147 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-d8e38dc5-2e17-4692-921b-baa453006c3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:22:45.261003 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-4b929722-3182-412d-b91a-b1a96f39fd21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:45.267741 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:45.307207 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] For port 07054c68-996c-45ff-b0f7-0bf085f55e7e, host dv-cinder-792299-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=07054c68-996c-45ff-b0f7-0bf085f55e7e,segment=NetworkSegment(a51fb918-5c11-4691-b911-2cf363306ab2),segment_id=a51fb918-5c11-4691-b911-2cf363306ab2)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:22:45.312204 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:45.318833 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-105fe15b-87d9-4791-a66c-7edd3cb3f7de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:22:45.324763 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvr_db [None req-0da1fa9f-9111-4d81-8192-faaf452f13e7 None None] Set router d2c526df-e847-485c-ad4a-95801002e799 gateway port host: dv-cinder-792299-3-iscsi {{(pid=91551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:22:45.328200 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa1963f-280c-418f-874f-67810f56d95b admin admin] Network 5ed4c366-057e-4b7d-9055-890e7b34ed7a is already hosted by enough agents. {{(pid=91549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:22:45.334361 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.base_scheduler [None req-2fa1963f-280c-418f-874f-67810f56d95b admin admin] Resources bound (agent type, host, resource id): {{(pid=91549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:22:45.338469 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa1963f-280c-418f-874f-67810f56d95b admin admin] Received port after_create {{(pid=91549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:22:45.379423 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa1963f-280c-418f-874f-67810f56d95b admin admin] Pushing event updated for resources: {'Port': ['ID=5f48fb0e-27cb-4946-8f75-b24ac5a89f11,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:22:45.388425 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-2fa1963f-280c-418f-874f-67810f56d95b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:22:45.405715 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-2fa1963f-280c-418f-874f-67810f56d95b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774610'] for router_interface, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:45.406568 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Pushing event updated for resources: {'Port': ['ID=07054c68-996c-45ff-b0f7-0bf085f55e7e,revision_number=3']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:22:45.417333 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:22:45.550454 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-2fa1963f-280c-418f-874f-67810f56d95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:45.599965 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-59a64677-9885-47cc-8203-43c9beb4bc1f None None] Provisioning for port 5f48fb0e-27cb-4946-8f75-b24ac5a89f11 completed by entity DHCP. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:22:45.606970 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-59a64677-9885-47cc-8203-43c9beb4bc1f None None] Provisioning complete for port 5f48fb0e-27cb-4946-8f75-b24ac5a89f11 triggered by entity DHCP. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:22:45.607673 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-59a64677-9885-47cc-8203-43c9beb4bc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:45.647752 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-0da1fa9f-9111-4d81-8192-faaf452f13e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c526df-e847-485c-ad4a-95801002e799', 'name': 'tempest-TestShelveInstance-526745383-router', 'tenant_id': '3c71e1e902aa4ed4b1fa9cb443862300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '591488d9-9118-49b8-b5c3-6c6e2d798732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:22:40Z', 'updated_at': '2021-05-21T15:22:42Z', 'revision_number': 3, 'project_id': '3c71e1e902aa4ed4b1fa9cb443862300', 'gw_port': {'id': '591488d9-9118-49b8-b5c3-6c6e2d798732', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:10:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c526df-e847-485c-ad4a-95801002e799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:22:41Z', 'updated_at': '2021-05-21T15:22:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi'}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:22:45.651856 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da1fa9f-9111-4d81-8192-faaf452f13e7 None None] The sync data for ids ['d2c526df-e847-485c-ad4a-95801002e799'] in dv-cinder-792299-3-iscsi is: [{'id': 'd2c526df-e847-485c-ad4a-95801002e799', 'name': 'tempest-TestShelveInstance-526745383-router', 'tenant_id': '3c71e1e902aa4ed4b1fa9cb443862300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '591488d9-9118-49b8-b5c3-6c6e2d798732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:22:40Z', 'updated_at': '2021-05-21T15:22:42Z', 'revision_number': 3, 'project_id': '3c71e1e902aa4ed4b1fa9cb443862300', 'gw_port': {'id': '591488d9-9118-49b8-b5c3-6c6e2d798732', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:10:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c526df-e847-485c-ad4a-95801002e799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:22:41Z', 'updated_at': '2021-05-21T15:22:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi'}] {{(pid=91551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:22:45.686270 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-59a64677-9885-47cc-8203-43c9beb4bc1f None None] Port 5f48fb0e-27cb-4946-8f75-b24ac5a89f11 cannot update to ACTIVE because it is not bound. {{(pid=91550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 15:22:45.787255 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-2fa1963f-280c-418f-874f-67810f56d95b admin admin] Notify callbacks [] for port, precommit_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:45.791963 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-2fa1963f-280c-418f-874f-67810f56d95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14871537'] for port, after_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:45.819718 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:22:45.919405 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa1963f-280c-418f-874f-67810f56d95b admin admin] Pushing event updated for resources: {'Port': ['ID=5f48fb0e-27cb-4946-8f75-b24ac5a89f11,revision_number=2']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:22:45.925774 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-2fa1963f-280c-418f-874f-67810f56d95b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:22:45.926769 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-2fa1963f-280c-418f-874f-67810f56d95b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1697730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774703'] for router_interface, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:46.171534 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa1963f-280c-418f-874f-67810f56d95b admin admin] Network 5ed4c366-057e-4b7d-9055-890e7b34ed7a is already hosted by enough agents. {{(pid=91549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:22:46.173356 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.base_scheduler [None req-2fa1963f-280c-418f-874f-67810f56d95b admin admin] Resources bound (agent type, host, resource id): {{(pid=91549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:22:46.241855 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b397ee-2a38-4819-b7e2-1eac53adaa20 req-2d1eb914-60ec-40ae-8532-d5318b388818 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:46.243454 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-87b397ee-2a38-4819-b7e2-1eac53adaa20 req-2d1eb914-60ec-40ae-8532-d5318b388818 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=be512a37-5ce9-4914-8807-04f8f80ad54e HTTP/1.1" status: 200 len: 945 time: 0.1918294 May 21 15:22:46.338071 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-87b397ee-2a38-4819-b7e2-1eac53adaa20 req-7a7dfdcf-68c0-4a67-8bc5-d1b811947f3e tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818017 May 21 15:22:46.428251 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-307fba08-d57d-40ab-8fbf-fe21e234f66e None None] Provisioning complete for port 5f48fb0e-27cb-4946-8f75-b24ac5a89f11 triggered by entity DHCP. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:22:46.428613 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-307fba08-d57d-40ab-8fbf-fe21e234f66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:46.503870 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-307fba08-d57d-40ab-8fbf-fe21e234f66e None None] Port 5f48fb0e-27cb-4946-8f75-b24ac5a89f11 cannot update to ACTIVE because it is not bound. {{(pid=91550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 15:22:46.563026 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 591488d9-9118-49b8-b5c3-6c6e2d798732 up at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:22:46.594957 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa1963f-280c-418f-874f-67810f56d95b admin admin] Router d2c526df-e847-485c-ad4a-95801002e799 has already been hosted by L3 agent 9c636599-187f-4688-bb24-d46a8be2a055 {{(pid=91549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:22:46.685339 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning for port 591488d9-9118-49b8-b5c3-6c6e2d798732 completed by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:22:46.691131 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning complete for port 591488d9-9118-49b8-b5c3-6c6e2d798732 triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:22:46.691945 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:46.693875 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81611dd8-5e6a-499d-96c3-5e96dae93328 req-ce278905-3223-4345-b22f-238e2c63bdba tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:46.695343 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-81611dd8-5e6a-499d-96c3-5e96dae93328 req-ce278905-3223-4345-b22f-238e2c63bdba tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd34ced7-f44b-4005-bf34-18a76d261e14 HTTP/1.1" status: 200 len: 945 time: 0.2964926 May 21 15:22:46.817848 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:46.835506 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-81611dd8-5e6a-499d-96c3-5e96dae93328 req-2cdcd1fe-101d-42cd-a782-9c3d2eb55a39 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b78fdd-8b23-431a-a677-c884f9e23eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326854 May 21 15:22:46.836195 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] For port 591488d9-9118-49b8-b5c3-6c6e2d798732, host dv-cinder-792299-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=591488d9-9118-49b8-b5c3-6c6e2d798732,segment=NetworkSegment(6e22115a-e16c-4b74-9ec4-448dbc5267a0),segment_id=6e22115a-e16c-4b74-9ec4-448dbc5267a0)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:22:46.842118 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:46.843143 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 07054c68-996c-45ff-b0f7-0bf085f55e7e up at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:22:46.846462 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa1963f-280c-418f-874f-67810f56d95b admin admin] Notify agent at l3_agent.dv-cinder-792299-3-iscsi the message routers_updated {{(pid=91549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:22:46.863699 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-2fa1963f-280c-418f-874f-67810f56d95b admin admin] 10.222.0.69 "PUT /v2.0/routers/d2c526df-e847-485c-ad4a-95801002e799/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2312391 May 21 15:22:46.872487 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-3ae6d8a0-2f93-40bc-9c80-cf3a0ebac952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:22:46.972234 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Pushing event updated for resources: {'Port': ['ID=591488d9-9118-49b8-b5c3-6c6e2d798732,revision_number=4']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:22:46.975554 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:22:46.988070 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning complete for port 07054c68-996c-45ff-b0f7-0bf085f55e7e triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:22:46.988529 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:47.421531 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933c0baa-4217-49c0-a3d4-861a3573c264 None None] Sync routers for ids ['d2c526df-e847-485c-ad4a-95801002e799'] in dv-cinder-792299-3-iscsi {{(pid=91550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:22:47.432130 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933c0baa-4217-49c0-a3d4-861a3573c264 None None] Routers {'d2c526df-e847-485c-ad4a-95801002e799'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:22:47.432130 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-933c0baa-4217-49c0-a3d4-861a3573c264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:22:18Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['d2c526df-e847-485c-ad4a-95801002e799'], 'active': True} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:22:47.511719 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 60932) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:22:47.518565 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [None req-71275025-0569-47fc-86de-092a201b7f83 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-829804671', 'description': 'tempest-secgroup-smoke-829804671 description', 'project_id': '40b90e1ae06e4417a829177c97d9995a'}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:22:47.524866 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-71275025-0569-47fc-86de-092a201b7f83 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:22:47.529075 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-71275025-0569-47fc-86de-092a201b7f83 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Usage tracker for resource:security_group and tenant:40b90e1ae06e4417a829177c97d9995a is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:22:47.532378 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-71275025-0569-47fc-86de-092a201b7f83 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:22:47.538347 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-71275025-0569-47fc-86de-092a201b7f83 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:22:47.552546 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-71275025-0569-47fc-86de-092a201b7f83 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Notify callbacks [] for security_group, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:47.553286 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7fcee-1dd8-46a5-9687-9cb825685c79 req-21385836-244c-40d1-82c3-1890d09cc483 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:47.554807 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-6ad7fcee-1dd8-46a5-9687-9cb825685c79 req-21385836-244c-40d1-82c3-1890d09cc483 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=be512a37-5ce9-4914-8807-04f8f80ad54e HTTP/1.1" status: 200 len: 945 time: 0.0857670 May 21 15:22:47.579037 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-71275025-0569-47fc-86de-092a201b7f83 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:22:47.583730 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-71275025-0569-47fc-86de-092a201b7f83 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Usage tracker for resource:security_group_rule and tenant:40b90e1ae06e4417a829177c97d9995a is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:22:47.586993 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-71275025-0569-47fc-86de-092a201b7f83 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:22:47.596627 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-71275025-0569-47fc-86de-092a201b7f83 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:22:47.625254 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvr_db [None req-933c0baa-4217-49c0-a3d4-861a3573c264 None None] Set router d2c526df-e847-485c-ad4a-95801002e799 gateway port host: dv-cinder-792299-3-iscsi {{(pid=91550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:22:47.637316 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-6ad7fcee-1dd8-46a5-9687-9cb825685c79 req-4b83a39a-86e7-45d7-9878-5e08af67f2de tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717123 May 21 15:22:47.692358 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-71275025-0569-47fc-86de-092a201b7f83 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Notify callbacks [] for security_group, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:47.696132 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-71275025-0569-47fc-86de-092a201b7f83 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:47.699774 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-1e4a7b63-f51d-42d3-8323-c87470474304 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:22:47.742477 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71275025-0569-47fc-86de-092a201b7f83 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2928b2d-2877-4874-a0b8-88718ebe5a71,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:22:47.745456 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-71275025-0569-47fc-86de-092a201b7f83 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:22:47.746557 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-71275025-0569-47fc-86de-092a201b7f83 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Notify callbacks [] for security_group, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:47.750737 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-71275025-0569-47fc-86de-092a201b7f83 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2350328 May 21 15:22:47.751876 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 60940) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:22:47.757417 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [None req-ea362409-6e16-4483-a2c9-1d551b618675 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Request body: {'security_group_rule': {'security_group_id': 'e2928b2d-2877-4874-a0b8-88718ebe5a71', 'project_id': '40b90e1ae06e4417a829177c97d9995a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:22:47.763287 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-ea362409-6e16-4483-a2c9-1d551b618675 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:22:47.767110 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-ea362409-6e16-4483-a2c9-1d551b618675 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Usage tracker for resource:security_group_rule and tenant:40b90e1ae06e4417a829177c97d9995a is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:22:47.770007 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-ea362409-6e16-4483-a2c9-1d551b618675 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:22:47.775939 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-ea362409-6e16-4483-a2c9-1d551b618675 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:22:47.794389 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-ea362409-6e16-4483-a2c9-1d551b618675 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:47.864731 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-ea362409-6e16-4483-a2c9-1d551b618675 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:47.869439 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-ea362409-6e16-4483-a2c9-1d551b618675 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595095'] for security_group_rule, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:47.879023 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:22:47.900181 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea362409-6e16-4483-a2c9-1d551b618675 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f94c020-1c2b-449b-825a-a0017aa6640a,revision_number=0']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:22:47.903226 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-ea362409-6e16-4483-a2c9-1d551b618675 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:22:47.913384 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-ea362409-6e16-4483-a2c9-1d551b618675 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:47.917515 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-ea362409-6e16-4483-a2c9-1d551b618675 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1617725 May 21 15:22:47.917883 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 60946) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:22:47.923777 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.v2.base [None req-a381ad93-055b-43a0-92b7-612a234cf618 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Request body: {'security_group_rule': {'security_group_id': 'e2928b2d-2877-4874-a0b8-88718ebe5a71', 'project_id': '40b90e1ae06e4417a829177c97d9995a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:22:47.929850 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-a381ad93-055b-43a0-92b7-612a234cf618 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:22:47.933716 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-a381ad93-055b-43a0-92b7-612a234cf618 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Usage tracker for resource:security_group_rule and tenant:40b90e1ae06e4417a829177c97d9995a is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:22:47.937757 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-a381ad93-055b-43a0-92b7-612a234cf618 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:22:47.945090 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-a381ad93-055b-43a0-92b7-612a234cf618 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:22:47.993548 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:48.005053 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-a381ad93-055b-43a0-92b7-612a234cf618 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:48.012318 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-933c0baa-4217-49c0-a3d4-861a3573c264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c526df-e847-485c-ad4a-95801002e799', 'name': 'tempest-TestShelveInstance-526745383-router', 'tenant_id': '3c71e1e902aa4ed4b1fa9cb443862300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '591488d9-9118-49b8-b5c3-6c6e2d798732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:22:40Z', 'updated_at': '2021-05-21T15:22:45Z', 'revision_number': 4, 'project_id': '3c71e1e902aa4ed4b1fa9cb443862300', 'gw_port': {'id': '591488d9-9118-49b8-b5c3-6c6e2d798732', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:10:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c526df-e847-485c-ad4a-95801002e799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:22:41Z', 'updated_at': '2021-05-21T15:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_interfaces': [{'id': '5f48fb0e-27cb-4946-8f75-b24ac5a89f11', 'name': '', 'network_id': '5ed4c366-057e-4b7d-9055-890e7b34ed7a', 'tenant_id': '3c71e1e902aa4ed4b1fa9cb443862300', 'mac_address': 'fa:16:3e:57:90:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c526df-e847-485c-ad4a-95801002e799', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '7f6fbaff-b496-46d7-af43-5842192020b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:22:44Z', 'updated_at': '2021-05-21T15:22:45Z', 'revision_number': 2, 'project_id': '3c71e1e902aa4ed4b1fa9cb443862300', 'subnets': [{'id': '7f6fbaff-b496-46d7-af43-5842192020b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:22:48.016391 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933c0baa-4217-49c0-a3d4-861a3573c264 None None] Checking router: d2c526df-e847-485c-ad4a-95801002e799 for host: dv-cinder-792299-3-iscsi {{(pid=91550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:22:48.016761 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933c0baa-4217-49c0-a3d4-861a3573c264 None None] Updating router d2c526df-e847-485c-ad4a-95801002e799 port 5f48fb0e-27cb-4946-8f75-b24ac5a89f11 binding host dv-cinder-792299-3-iscsi {{(pid=91550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 21 15:22:48.072946 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-933c0baa-4217-49c0-a3d4-861a3573c264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:48.101096 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf304ae-7509-4417-ad51-7bc383c97916 req-3236fb4f-025a-4b00-a89f-44459c74de8d tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:48.102607 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-fcf304ae-7509-4417-ad51-7bc383c97916 req-3236fb4f-025a-4b00-a89f-44459c74de8d tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd34ced7-f44b-4005-bf34-18a76d261e14 HTTP/1.1" status: 200 len: 945 time: 0.1479363 May 21 15:22:48.104451 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-a381ad93-055b-43a0-92b7-612a234cf618 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:48.114353 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-a381ad93-055b-43a0-92b7-612a234cf618 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595095'] for security_group_rule, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:48.132712 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:22:48.164156 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a381ad93-055b-43a0-92b7-612a234cf618 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db7e5181-ea89-4a0d-a944-d16dc51addc6,revision_number=0']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:22:48.186054 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-a381ad93-055b-43a0-92b7-612a234cf618 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:22:48.192196 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-fcf304ae-7509-4417-ad51-7bc383c97916 req-a47132f1-b114-4ced-8dc8-666f76278c30 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b78fdd-8b23-431a-a677-c884f9e23eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790865 May 21 15:22:48.193426 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-a381ad93-055b-43a0-92b7-612a234cf618 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:48.197134 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-a381ad93-055b-43a0-92b7-612a234cf618 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2756150 May 21 15:22:48.197279 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 60952) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:22:48.215310 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.v2.base [None req-fe4d3c64-e9ad-46d6-959a-85cc2ae07398 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Request body: {'security_group_rule': {'security_group_id': 'e2928b2d-2877-4874-a0b8-88718ebe5a71', 'project_id': '40b90e1ae06e4417a829177c97d9995a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:22:48.227761 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-fe4d3c64-e9ad-46d6-959a-85cc2ae07398 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:22:48.237467 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-fe4d3c64-e9ad-46d6-959a-85cc2ae07398 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Usage tracker for resource:security_group_rule and tenant:40b90e1ae06e4417a829177c97d9995a is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:22:48.240563 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-fe4d3c64-e9ad-46d6-959a-85cc2ae07398 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:22:48.248170 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-fe4d3c64-e9ad-46d6-959a-85cc2ae07398 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:22:48.266732 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-fe4d3c64-e9ad-46d6-959a-85cc2ae07398 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:48.341746 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-fe4d3c64-e9ad-46d6-959a-85cc2ae07398 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:48.348904 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-fe4d3c64-e9ad-46d6-959a-85cc2ae07398 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595095'] for security_group_rule, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:48.351497 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-a381ad93-055b-43a0-92b7-612a234cf618 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:22:48.362463 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-9f471020-4c21-4798-b58c-390d4f7949f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:48.389056 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-fe4d3c64-e9ad-46d6-959a-85cc2ae07398 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:48.390230 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-fe4d3c64-e9ad-46d6-959a-85cc2ae07398 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1920626 May 21 15:22:48.391169 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4d3c64-e9ad-46d6-959a-85cc2ae07398 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90c7b9ec-50a9-4fa0-8d03-3362689d576c,revision_number=0']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:22:48.393838 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 60960) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:22:48.396436 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-fe4d3c64-e9ad-46d6-959a-85cc2ae07398 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:22:48.400488 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.v2.base [None req-34fbe935-1066-42e5-90e6-3bec39ac17f3 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Request body: {'security_group_rule': {'security_group_id': 'e2928b2d-2877-4874-a0b8-88718ebe5a71', 'project_id': '40b90e1ae06e4417a829177c97d9995a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:22:48.407785 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-34fbe935-1066-42e5-90e6-3bec39ac17f3 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:22:48.412879 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-34fbe935-1066-42e5-90e6-3bec39ac17f3 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Usage tracker for resource:security_group_rule and tenant:40b90e1ae06e4417a829177c97d9995a is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:22:48.416317 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-34fbe935-1066-42e5-90e6-3bec39ac17f3 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:22:48.423186 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-34fbe935-1066-42e5-90e6-3bec39ac17f3 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:22:48.445464 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-34fbe935-1066-42e5-90e6-3bec39ac17f3 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:48.526365 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 591488d9-9118-49b8-b5c3-6c6e2d798732 up at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:22:48.532092 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-34fbe935-1066-42e5-90e6-3bec39ac17f3 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:48.535430 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6792f-5ff9-40e0-8102-ef5903b9ca35 req-d0f901f1-0b26-4ba9-904e-b80abe5f0ba7 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:48.536626 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-dcb6792f-5ff9-40e0-8102-ef5903b9ca35 req-d0f901f1-0b26-4ba9-904e-b80abe5f0ba7 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Synchronizing usage tracker for tenant:f68e94ae626e4618b509d667e1d492d1 on resource:port {{(pid=91548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:22:48.537163 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-34fbe935-1066-42e5-90e6-3bec39ac17f3 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595095'] for security_group_rule, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:48.539512 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:22:48.557231 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-dcb6792f-5ff9-40e0-8102-ef5903b9ca35 req-d0f901f1-0b26-4ba9-904e-b80abe5f0ba7 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Unset dirty status for tenant:f68e94ae626e4618b509d667e1d492d1 on resource:port {{(pid=91548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:22:48.560464 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-dcb6792f-5ff9-40e0-8102-ef5903b9ca35 req-d0f901f1-0b26-4ba9-904e-b80abe5f0ba7 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd34ced7-f44b-4005-bf34-18a76d261e14 HTTP/1.1" status: 200 len: 945 time: 0.1760695 May 21 15:22:48.568903 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fbe935-1066-42e5-90e6-3bec39ac17f3 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8c1f08e-81f4-4e3d-8cfb-34f5060d495d,revision_number=0']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:22:48.573944 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-34fbe935-1066-42e5-90e6-3bec39ac17f3 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:22:48.579756 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-34fbe935-1066-42e5-90e6-3bec39ac17f3 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:48.581897 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-34fbe935-1066-42e5-90e6-3bec39ac17f3 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1869617 May 21 15:22:48.584676 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 60968) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:22:48.591520 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.v2.base [None req-e171b9c4-e8a8-447f-8b61-9c6bfa0a0612 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Request body: {'security_group_rule': {'security_group_id': 'e2928b2d-2877-4874-a0b8-88718ebe5a71', 'project_id': '40b90e1ae06e4417a829177c97d9995a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:22:48.599808 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-e171b9c4-e8a8-447f-8b61-9c6bfa0a0612 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:22:48.605176 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-e171b9c4-e8a8-447f-8b61-9c6bfa0a0612 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Usage tracker for resource:security_group_rule and tenant:40b90e1ae06e4417a829177c97d9995a is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:22:48.608957 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-e171b9c4-e8a8-447f-8b61-9c6bfa0a0612 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:22:48.616067 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-e171b9c4-e8a8-447f-8b61-9c6bfa0a0612 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:22:48.629421 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.db.securitygroups_db [None req-e171b9c4-e8a8-447f-8b61-9c6bfa0a0612 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Project 40b90e1ae06e4417a829177c97d9995a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 21 15:22:48.636667 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-e171b9c4-e8a8-447f-8b61-9c6bfa0a0612 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:48.648855 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-933c0baa-4217-49c0-a3d4-861a3573c264 None None] Notify callbacks [] for port, precommit_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:48.679799 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-933c0baa-4217-49c0-a3d4-861a3573c264 None None] Transition to ACTIVE for port object 5f48fb0e-27cb-4946-8f75-b24ac5a89f11 will not be triggered until provisioned by entity L2. {{(pid=91550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:22:48.692147 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-933c0baa-4217-49c0-a3d4-861a3573c264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:48.696703 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:22:48.748317 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-e171b9c4-e8a8-447f-8b61-9c6bfa0a0612 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:48.755115 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-e171b9c4-e8a8-447f-8b61-9c6bfa0a0612 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595095'] for security_group_rule, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:48.770610 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [req-dcb6792f-5ff9-40e0-8102-ef5903b9ca35 req-4a9cc56e-5174-4eb2-9b3e-9fb2e13489ad tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Deleting port 54181349-e30f-454a-a4a4-b184adcdea5f {{(pid=91548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:22:48.771118 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-dcb6792f-5ff9-40e0-8102-ef5903b9ca35 req-4a9cc56e-5174-4eb2-9b3e-9fb2e13489ad tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730419685614'] for port, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:48.774269 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:22:48.786790 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning complete for port 591488d9-9118-49b8-b5c3-6c6e2d798732 triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:22:48.799040 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:48.806742 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e171b9c4-e8a8-447f-8b61-9c6bfa0a0612 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0929090-f23e-4ea8-8a21-cfc4a485b343,revision_number=0']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:22:48.810007 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-e171b9c4-e8a8-447f-8b61-9c6bfa0a0612 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:22:48.818754 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-e171b9c4-e8a8-447f-8b61-9c6bfa0a0612 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:48.825688 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-e171b9c4-e8a8-447f-8b61-9c6bfa0a0612 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2396433 May 21 15:22:48.841142 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 60976) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:22:48.852797 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.v2.base [None req-80f564b3-5f7d-4fc2-989f-6ac3f8edb4a5 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Request body: {'security_group_rule': {'security_group_id': 'e2928b2d-2877-4874-a0b8-88718ebe5a71', 'project_id': '40b90e1ae06e4417a829177c97d9995a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:22:48.860234 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-80f564b3-5f7d-4fc2-989f-6ac3f8edb4a5 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:22:48.868985 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-80f564b3-5f7d-4fc2-989f-6ac3f8edb4a5 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Usage tracker for resource:security_group_rule and tenant:40b90e1ae06e4417a829177c97d9995a is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:22:48.872552 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-80f564b3-5f7d-4fc2-989f-6ac3f8edb4a5 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:22:48.880841 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-80f564b3-5f7d-4fc2-989f-6ac3f8edb4a5 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:22:48.907160 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.db.securitygroups_db [None req-80f564b3-5f7d-4fc2-989f-6ac3f8edb4a5 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Project 40b90e1ae06e4417a829177c97d9995a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 21 15:22:48.917960 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-80f564b3-5f7d-4fc2-989f-6ac3f8edb4a5 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:48.997881 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [req-dcb6792f-5ff9-40e0-8102-ef5903b9ca35 req-4a9cc56e-5174-4eb2-9b3e-9fb2e13489ad tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] For port 54181349-e30f-454a-a4a4-b184adcdea5f, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=54181349-e30f-454a-a4a4-b184adcdea5f,segment=NetworkSegment(2d67f94e-8ecf-4f8b-811f-9d8f4012b1b2),segment_id=2d67f94e-8ecf-4f8b-811f-9d8f4012b1b2)] {{(pid=91548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:22:48.999223 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-dcb6792f-5ff9-40e0-8102-ef5903b9ca35 req-4a9cc56e-5174-4eb2-9b3e-9fb2e13489ad tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829031'] for port, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:49.099546 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047c9028-67d7-4495-829b-16e5b9d3551d None None] Pushing event updated for resources: {'Port': ['ID=5f48fb0e-27cb-4946-8f75-b24ac5a89f11,revision_number=3']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:22:49.103301 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-047c9028-67d7-4495-829b-16e5b9d3551d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:22:49.125152 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-80f564b3-5f7d-4fc2-989f-6ac3f8edb4a5 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:49.133216 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.managers [None req-933c0baa-4217-49c0-a3d4-861a3573c264 None None] Attempting to bind port 5f48fb0e-27cb-4946-8f75-b24ac5a89f11 on host dv-cinder-792299-3-iscsi for vnic_type normal with profile {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:22:49.133748 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.managers [None req-933c0baa-4217-49c0-a3d4-861a3573c264 None None] Attempting to bind port 5f48fb0e-27cb-4946-8f75-b24ac5a89f11 by drivers openvswitch,hyperv on host dv-cinder-792299-3-iscsi at level 0 using segments [{'id': 'a51fb918-5c11-4691-b911-2cf363306ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5ed4c366-057e-4b7d-9055-890e7b34ed7a'}] {{(pid=91550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:22:49.133996 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933c0baa-4217-49c0-a3d4-861a3573c264 None None] Attempting to bind port 5f48fb0e-27cb-4946-8f75-b24ac5a89f11 on network 5ed4c366-057e-4b7d-9055-890e7b34ed7a {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:22:49.136226 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-80f564b3-5f7d-4fc2-989f-6ac3f8edb4a5 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595095'] for security_group_rule, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:49.141673 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933c0baa-4217-49c0-a3d4-861a3573c264 None None] Checking agent: {'id': 'f4608e34-e7ca-4ad2-a713-84295da40874', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 12, 18), 'started_at': datetime.datetime(2021, 5, 21, 15, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:22:49.142311 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933c0baa-4217-49c0-a3d4-861a3573c264 None None] Checking segment: {'id': 'a51fb918-5c11-4691-b911-2cf363306ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5ed4c366-057e-4b7d-9055-890e7b34ed7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:22:49.142783 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-933c0baa-4217-49c0-a3d4-861a3573c264 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:49.143790 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933c0baa-4217-49c0-a3d4-861a3573c264 None None] Bound using segment: {'id': 'a51fb918-5c11-4691-b911-2cf363306ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5ed4c366-057e-4b7d-9055-890e7b34ed7a'} {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:22:49.144592 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.managers [None req-933c0baa-4217-49c0-a3d4-861a3573c264 None None] Bound port: 5f48fb0e-27cb-4946-8f75-b24ac5a89f11, host: dv-cinder-792299-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a51fb918-5c11-4691-b911-2cf363306ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5ed4c366-057e-4b7d-9055-890e7b34ed7a'}}] {{(pid=91550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:22:49.145017 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-933c0baa-4217-49c0-a3d4-861a3573c264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:49.145363 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-34fbe935-1066-42e5-90e6-3bec39ac17f3 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:22:49.175801 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce7f899-1c35-449c-9d65-f07ffc97dd80 req-1bd3e7a8-4e86-4260-93a8-eb1c3a4cdc61 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:49.183128 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-4ce7f899-1c35-449c-9d65-f07ffc97dd80 req-1bd3e7a8-4e86-4260-93a8-eb1c3a4cdc61 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=be512a37-5ce9-4914-8807-04f8f80ad54e HTTP/1.1" status: 200 len: 945 time: 0.2083054 May 21 15:22:49.208389 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [req-dcb6792f-5ff9-40e0-8102-ef5903b9ca35 req-4a9cc56e-5174-4eb2-9b3e-9fb2e13489ad tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Calling delete_port for 54181349-e30f-454a-a4a4-b184adcdea5f owned by compute:nova {{(pid=91548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:22:49.209593 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f564b3-5f7d-4fc2-989f-6ac3f8edb4a5 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=696945a2-6077-4a2e-8c15-5e8e2e617b58,revision_number=0']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:22:49.218058 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-80f564b3-5f7d-4fc2-989f-6ac3f8edb4a5 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:22:49.236401 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-80f564b3-5f7d-4fc2-989f-6ac3f8edb4a5 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:49.240452 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-80f564b3-5f7d-4fc2-989f-6ac3f8edb4a5 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3955169 May 21 15:22:49.273254 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-4ce7f899-1c35-449c-9d65-f07ffc97dd80 req-f5d9afe3-1dcb-48aa-9f72-440854b6fe98 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877888 May 21 15:22:49.327152 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-933c0baa-4217-49c0-a3d4-861a3573c264 None None] For port 5f48fb0e-27cb-4946-8f75-b24ac5a89f11, host dv-cinder-792299-3-iscsi, cleared binding levels {{(pid=91550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:22:49.332007 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-933c0baa-4217-49c0-a3d4-861a3573c264 None None] For port 5f48fb0e-27cb-4946-8f75-b24ac5a89f11, host dv-cinder-792299-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=5f48fb0e-27cb-4946-8f75-b24ac5a89f11,segment=NetworkSegment(a51fb918-5c11-4691-b911-2cf363306ab2),segment_id=a51fb918-5c11-4691-b911-2cf363306ab2)] {{(pid=91550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:22:49.358141 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-933c0baa-4217-49c0-a3d4-861a3573c264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:49.372915 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:22:49.456577 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffad3b7-c66f-4058-89d2-a6e38a3d41d4 req-394842af-92a3-4f03-9c16-ebf02d66ac18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:49.457951 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-8ffad3b7-c66f-4058-89d2-a6e38a3d41d4 req-394842af-92a3-4f03-9c16-ebf02d66ac18 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=be512a37-5ce9-4914-8807-04f8f80ad54e HTTP/1.1" status: 200 len: 1098 time: 0.1042669 May 21 15:22:49.483158 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e6f13acb-dde4-45e3-8932-2715da3406c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:49.507656 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933c0baa-4217-49c0-a3d4-861a3573c264 None None] Routers {'d2c526df-e847-485c-ad4a-95801002e799'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:22:49.508183 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-933c0baa-4217-49c0-a3d4-861a3573c264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:22:48Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['d2c526df-e847-485c-ad4a-95801002e799'], 'active': True} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:22:49.557077 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ee239e-f32b-498f-b9c1-e3fe30b73e50 req-c0d1d218-7331-4516-bd99-b4759e6f3372 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:49.558678 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-65ee239e-f32b-498f-b9c1-e3fe30b73e50 req-c0d1d218-7331-4516-bd99-b4759e6f3372 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd34ced7-f44b-4005-bf34-18a76d261e14 HTTP/1.1" status: 200 len: 945 time: 0.1622643 May 21 15:22:49.592155 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-dcb6792f-5ff9-40e0-8102-ef5903b9ca35 req-4a9cc56e-5174-4eb2-9b3e-9fb2e13489ad tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730419690186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730419340162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14885552'] for port, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:49.601226 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-8faefabf-c3cb-48a0-8364-a6f3769cfdab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:22:49.640694 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-65ee239e-f32b-498f-b9c1-e3fe30b73e50 req-a4345a1a-a056-4f2c-b468-4a7bb5dbdb41 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b78fdd-8b23-431a-a677-c884f9e23eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739081 May 21 15:22:49.673369 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9cc56e-5174-4eb2-9b3e-9fb2e13489ad tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Pushing event deleted for resources: {'Port': ['ID=54181349-e30f-454a-a4a4-b184adcdea5f,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:22:49.685911 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-4a9cc56e-5174-4eb2-9b3e-9fb2e13489ad tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:22:49.695127 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-8ffad3b7-c66f-4058-89d2-a6e38a3d41d4 req-58eddc63-e532-48dd-ad55-43a399cbd265 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895099 May 21 15:22:49.733265 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] get_ports_and_sgs() called for port_ids ['e5baad11-dfe2-4593-8882-7685a2339cc7', '9cd3c9a4-9ff4-45b7-92f5-328bac5c4c2c', 'ef47a698-e886-4aee-b4fc-94139d8e5975'] {{(pid=91550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:22:49.771143 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047c9028-67d7-4495-829b-16e5b9d3551d None None] Pushing event updated for resources: {'Port': ['ID=5f48fb0e-27cb-4946-8f75-b24ac5a89f11,revision_number=4']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:22:49.774226 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcb6792f-5ff9-40e0-8102-ef5903b9ca35 req-4a9cc56e-5174-4eb2-9b3e-9fb2e13489ad tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] No DVR routers for this DVR port 54181349-e30f-454a-a4a4-b184adcdea5f on host hv-cinder-79229 {{(pid=91548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:22:49.774632 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-047c9028-67d7-4495-829b-16e5b9d3551d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:22:49.777096 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-dcb6792f-5ff9-40e0-8102-ef5903b9ca35 req-4a9cc56e-5174-4eb2-9b3e-9fb2e13489ad tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for port, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:49.780730 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd34ced7-f44b-4005-bf34-18a76d261e14', 'name': 'network-vif-deleted', 'tag': '54181349-e30f-454a-a4a4-b184adcdea5f'}] {{(pid=91548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:22:49.809351 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-dcb6792f-5ff9-40e0-8102-ef5903b9ca35 req-4a9cc56e-5174-4eb2-9b3e-9fb2e13489ad tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.68 "DELETE /v2.0/ports/54181349-e30f-454a-a4a4-b184adcdea5f HTTP/1.1" status: 204 len: 173 time: 1.2423553 May 21 15:22:49.841380 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd34ced7-f44b-4005-bf34-18a76d261e14', 'name': 'network-vif-deleted', 'tag': '54181349-e30f-454a-a4a4-b184adcdea5f', 'status': 'completed', 'code': 200} May 21 15:22:49.883294 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvr_db [None req-933c0baa-4217-49c0-a3d4-861a3573c264 None None] Set router d2c526df-e847-485c-ad4a-95801002e799 gateway port host: dv-cinder-792299-3-iscsi {{(pid=91550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:22:50.391447 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-933c0baa-4217-49c0-a3d4-861a3573c264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c526df-e847-485c-ad4a-95801002e799', 'name': 'tempest-TestShelveInstance-526745383-router', 'tenant_id': '3c71e1e902aa4ed4b1fa9cb443862300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '591488d9-9118-49b8-b5c3-6c6e2d798732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:22:40Z', 'updated_at': '2021-05-21T15:22:45Z', 'revision_number': 4, 'project_id': '3c71e1e902aa4ed4b1fa9cb443862300', 'gw_port': {'id': '591488d9-9118-49b8-b5c3-6c6e2d798732', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:10:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c526df-e847-485c-ad4a-95801002e799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:22:41Z', 'updated_at': '2021-05-21T15:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_interfaces': [{'id': '5f48fb0e-27cb-4946-8f75-b24ac5a89f11', 'name': '', 'network_id': '5ed4c366-057e-4b7d-9055-890e7b34ed7a', 'tenant_id': '3c71e1e902aa4ed4b1fa9cb443862300', 'mac_address': 'fa:16:3e:57:90:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c526df-e847-485c-ad4a-95801002e799', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '7f6fbaff-b496-46d7-af43-5842192020b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:22:44Z', 'updated_at': '2021-05-21T15:22:49Z', 'revision_number': 4, 'project_id': '3c71e1e902aa4ed4b1fa9cb443862300', 'subnets': [{'id': '7f6fbaff-b496-46d7-af43-5842192020b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:22:50.405974 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933c0baa-4217-49c0-a3d4-861a3573c264 None None] The sync data for ids ['d2c526df-e847-485c-ad4a-95801002e799'] in dv-cinder-792299-3-iscsi is: [{'id': 'd2c526df-e847-485c-ad4a-95801002e799', 'name': 'tempest-TestShelveInstance-526745383-router', 'tenant_id': '3c71e1e902aa4ed4b1fa9cb443862300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '591488d9-9118-49b8-b5c3-6c6e2d798732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:22:40Z', 'updated_at': '2021-05-21T15:22:45Z', 'revision_number': 4, 'project_id': '3c71e1e902aa4ed4b1fa9cb443862300', 'gw_port': {'id': '591488d9-9118-49b8-b5c3-6c6e2d798732', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:10:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c526df-e847-485c-ad4a-95801002e799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:22:41Z', 'updated_at': '2021-05-21T15:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_interfaces': [{'id': '5f48fb0e-27cb-4946-8f75-b24ac5a89f11', 'name': '', 'network_id': '5ed4c366-057e-4b7d-9055-890e7b34ed7a', 'tenant_id': '3c71e1e902aa4ed4b1fa9cb443862300', 'mac_address': 'fa:16:3e:57:90:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c526df-e847-485c-ad4a-95801002e799', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '7f6fbaff-b496-46d7-af43-5842192020b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:22:44Z', 'updated_at': '2021-05-21T15:22:49Z', 'revision_number': 4, 'project_id': '3c71e1e902aa4ed4b1fa9cb443862300', 'subnets': [{'id': '7f6fbaff-b496-46d7-af43-5842192020b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:22:50.539388 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bb0424-518e-463d-822a-460647856de8 req-3fe1a301-875f-4cab-92b9-4c18fd0d104f tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:50.541704 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-00bb0424-518e-463d-822a-460647856de8 req-3fe1a301-875f-4cab-92b9-4c18fd0d104f tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=be512a37-5ce9-4914-8807-04f8f80ad54e HTTP/1.1" status: 200 len: 945 time: 0.1427128 May 21 15:22:50.613377 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-00bb0424-518e-463d-822a-460647856de8 req-4393839c-ee13-40a1-8ffb-83bcc1fd1ebf tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633671 May 21 15:22:50.848891 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-cb99478c-afff-4a9c-8770-f3354af234b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:51.136947 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.agents_db [None req-1cb0bb7b-b6db-4325-ad21-6fa15867ad0e None None] Agent healthcheck: found 6 active agents {{(pid=91551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:22:51.183327 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device 54181349-e30f-454a-a4a4-b184adcdea5f no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:22:51.224689 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] No Port match for: 54181349-e30f-454a-a4a4-b184adcdea5f {{(pid=91550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:22:51.224785 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device 54181349-e30f-454a-a4a4-b184adcdea5f not bound to the agent host hv-cinder-79229 {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:22:51.819621 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ff433-d7e0-4b00-a70d-10a9216fda2f req-922ba32a-2281-4c77-a6fe-77a509fb90ce tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:51.821144 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-3e4ff433-d7e0-4b00-a70d-10a9216fda2f req-922ba32a-2281-4c77-a6fe-77a509fb90ce tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=be512a37-5ce9-4914-8807-04f8f80ad54e HTTP/1.1" status: 200 len: 945 time: 0.0870626 May 21 15:22:51.868358 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-3e4ff433-d7e0-4b00-a70d-10a9216fda2f req-5ef1e359-c095-46b3-ac0a-264b366e0999 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414102 May 21 15:22:52.076500 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd563c-0657-44fe-83be-c12064bf132c req-91730277-3b7d-4664-9efe-e29b4ccd1124 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:52.077975 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-c3dd563c-0657-44fe-83be-c12064bf132c req-91730277-3b7d-4664-9efe-e29b4ccd1124 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d88d55e-b9b2-4cfe-916e-c2899e3fc98f HTTP/1.1" status: 200 len: 945 time: 0.0946686 May 21 15:22:52.127731 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-c3dd563c-0657-44fe-83be-c12064bf132c req-58d22b87-422e-4d83-a203-2767785a85af tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437098 May 21 15:22:52.559830 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 5f48fb0e-27cb-4946-8f75-b24ac5a89f11 up at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:22:52.570645 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e81c9a-320d-425b-bdb7-48d93bf627d2 req-75173d60-c8ff-403b-9d63-790b912d935c tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:52.572543 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-c6e81c9a-320d-425b-bdb7-48d93bf627d2 req-75173d60-c8ff-403b-9d63-790b912d935c tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=3fd0f3d1-318d-4077-963b-2f7a7d95b23a HTTP/1.1" status: 200 len: 946 time: 0.1470811 May 21 15:22:52.625658 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-c6e81c9a-320d-425b-bdb7-48d93bf627d2 req-9f678409-f52f-4487-a5a8-24de660c0486 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b78fdd-8b23-431a-a677-c884f9e23eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456636 May 21 15:22:52.669637 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning for port 5f48fb0e-27cb-4946-8f75-b24ac5a89f11 completed by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:22:52.676362 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning complete for port 5f48fb0e-27cb-4946-8f75-b24ac5a89f11 triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:22:52.676804 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:52.843753 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:52.880920 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] For port 5f48fb0e-27cb-4946-8f75-b24ac5a89f11, host dv-cinder-792299-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=5f48fb0e-27cb-4946-8f75-b24ac5a89f11,segment=NetworkSegment(a51fb918-5c11-4691-b911-2cf363306ab2),segment_id=a51fb918-5c11-4691-b911-2cf363306ab2)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:22:52.886288 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:52.888065 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:22:52.954325 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Pushing event updated for resources: {'Port': ['ID=5f48fb0e-27cb-4946-8f75-b24ac5a89f11,revision_number=5']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:22:52.957932 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:22:53.120041 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:53.828904 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4117ef-3faf-4982-a78b-114409d67721 req-01572699-04ae-4992-97bc-f80855343f81 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:53.835305 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-4c4117ef-3faf-4982-a78b-114409d67721 req-01572699-04ae-4992-97bc-f80855343f81 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=3fd0f3d1-318d-4077-963b-2f7a7d95b23a HTTP/1.1" status: 200 len: 946 time: 0.0883946 May 21 15:22:53.880927 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-4c4117ef-3faf-4982-a78b-114409d67721 req-908c4932-32df-4f98-b435-576c8ea2ebcd tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b78fdd-8b23-431a-a677-c884f9e23eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421140 May 21 15:22:54.171869 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e38baa-1a83-48a6-bdb5-11a932fa9608 req-36b05cf4-3601-409e-ab48-27087288f193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:54.173401 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-49e38baa-1a83-48a6-bdb5-11a932fa9608 req-36b05cf4-3601-409e-ab48-27087288f193 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0fc01a07398c478fb3a1b2d71b22bbeb&device_id=5d88d55e-b9b2-4cfe-916e-c2899e3fc98f HTTP/1.1" status: 200 len: 1098 time: 0.0737185 May 21 15:22:54.241445 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d176a953-3652-4c59-ad2c-336dd27fa746 req-a4ac4194-1764-414c-997b-e3a22df08228 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:54.242977 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-d176a953-3652-4c59-ad2c-336dd27fa746 req-a4ac4194-1764-414c-997b-e3a22df08228 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d88d55e-b9b2-4cfe-916e-c2899e3fc98f HTTP/1.1" status: 200 len: 945 time: 0.0926857 May 21 15:22:54.303423 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-d176a953-3652-4c59-ad2c-336dd27fa746 req-27a18468-de1f-4d31-bd64-a75fdcacabbe tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538635 May 21 15:22:54.390793 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e38baa-1a83-48a6-bdb5-11a932fa9608 req-e9f7953d-ae0b-4822-b0ee-867b5149e478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:54.392842 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-49e38baa-1a83-48a6-bdb5-11a932fa9608 req-e9f7953d-ae0b-4822-b0ee-867b5149e478 service neutron] 10.222.0.68 "GET /v2.0/networks?id=d29c3f89-e388-4f8b-92df-23b0002e5815 HTTP/1.1" status: 200 len: 919 time: 0.1972883 May 21 15:22:54.402569 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b28627-acd1-4b2e-86b9-4071ada51ebd req-a559336d-ed3f-40d6-9287-2398e29cadc4 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:54.403463 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-14b28627-acd1-4b2e-86b9-4071ada51ebd req-a559336d-ed3f-40d6-9287-2398e29cadc4 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Synchronizing usage tracker for tenant:f68e94ae626e4618b509d667e1d492d1 on resource:port {{(pid=91548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:22:54.476161 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 5f48fb0e-27cb-4946-8f75-b24ac5a89f11 up at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:22:54.483614 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-49e38baa-1a83-48a6-bdb5-11a932fa9608 req-9ee51f68-c31b-42ba-887e-522e8d8738a0 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69511024-0acb-4c43-8e69-3148f72d9dae HTTP/1.1" status: 200 len: 217 time: 0.0763416 May 21 15:22:54.490348 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-14b28627-acd1-4b2e-86b9-4071ada51ebd req-a559336d-ed3f-40d6-9287-2398e29cadc4 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Unset dirty status for tenant:f68e94ae626e4618b509d667e1d492d1 on resource:port {{(pid=91548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:22:54.491864 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-14b28627-acd1-4b2e-86b9-4071ada51ebd req-a559336d-ed3f-40d6-9287-2398e29cadc4 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.68 "GET /v2.0/ports?device_id=3fd0f3d1-318d-4077-963b-2f7a7d95b23a HTTP/1.1" status: 200 len: 946 time: 0.2954957 May 21 15:22:54.556622 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning complete for port 5f48fb0e-27cb-4946-8f75-b24ac5a89f11 triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:22:54.557001 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:54.649838 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e38baa-1a83-48a6-bdb5-11a932fa9608 req-79134758-73f6-4865-ac29-53968303b8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:54.651533 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-49e38baa-1a83-48a6-bdb5-11a932fa9608 req-79134758-73f6-4865-ac29-53968303b8e3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b5806df6-2818-423b-b237-cbbc2236feaf HTTP/1.1" status: 200 len: 858 time: 0.1587999 May 21 15:22:54.718757 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-49e38baa-1a83-48a6-bdb5-11a932fa9608 req-77379b37-d65f-40e7-8da6-880d45c409a0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d29c3f89-e388-4f8b-92df-23b0002e5815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564401 May 21 15:22:54.804414 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [req-14b28627-acd1-4b2e-86b9-4071ada51ebd req-bb67b98a-134d-4a82-abbe-523982584935 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Deleting port ef47a698-e886-4aee-b4fc-94139d8e5975 {{(pid=91548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:22:54.804663 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-14b28627-acd1-4b2e-86b9-4071ada51ebd req-bb67b98a-134d-4a82-abbe-523982584935 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730419685614'] for port, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:54.968195 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-49e38baa-1a83-48a6-bdb5-11a932fa9608 req-06bf343d-0a86-4b2a-9bb1-c54a9c82a55f service neutron] 10.222.0.68 "GET /v2.0/networks/d29c3f89-e388-4f8b-92df-23b0002e5815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400424 May 21 15:22:55.068904 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [req-14b28627-acd1-4b2e-86b9-4071ada51ebd req-bb67b98a-134d-4a82-abbe-523982584935 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] For port ef47a698-e886-4aee-b4fc-94139d8e5975, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=ef47a698-e886-4aee-b4fc-94139d8e5975,segment=NetworkSegment(2d67f94e-8ecf-4f8b-811f-9d8f4012b1b2),segment_id=2d67f94e-8ecf-4f8b-811f-9d8f4012b1b2)] {{(pid=91548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:22:55.069265 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-14b28627-acd1-4b2e-86b9-4071ada51ebd req-bb67b98a-134d-4a82-abbe-523982584935 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829031'] for port, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:55.075606 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77afa3e8-de8c-48d7-9bca-601f557d08bd req-e8936ace-cf1d-465b-a764-dfe4017064e8 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:55.077189 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-77afa3e8-de8c-48d7-9bca-601f557d08bd req-e8936ace-cf1d-465b-a764-dfe4017064e8 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=3fd0f3d1-318d-4077-963b-2f7a7d95b23a HTTP/1.1" status: 200 len: 946 time: 0.0846958 May 21 15:22:55.207157 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-77afa3e8-de8c-48d7-9bca-601f557d08bd req-080f4555-3b68-4ae1-9bac-d329d7edffb7 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b78fdd-8b23-431a-a677-c884f9e23eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241436 May 21 15:22:55.209716 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [req-14b28627-acd1-4b2e-86b9-4071ada51ebd req-bb67b98a-134d-4a82-abbe-523982584935 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Calling delete_port for ef47a698-e886-4aee-b4fc-94139d8e5975 owned by compute:nova {{(pid=91548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:22:55.266248 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-49e38baa-1a83-48a6-bdb5-11a932fa9608 req-a4fdc115-4758-4eec-bf04-61da598937b5 service neutron] 10.222.0.68 "GET /v2.0/networks/d29c3f89-e388-4f8b-92df-23b0002e5815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862480 May 21 15:22:55.475406 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-14b28627-acd1-4b2e-86b9-4071ada51ebd req-bb67b98a-134d-4a82-abbe-523982584935 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730419690186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730419340162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14885552'] for port, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:55.483149 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-1b2ee0e7-f856-4818-92ec-e98394e04150 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:22:55.492020 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] get_ports_and_sgs() called for port_ids ['e5baad11-dfe2-4593-8882-7685a2339cc7', '9cd3c9a4-9ff4-45b7-92f5-328bac5c4c2c'] {{(pid=91550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:22:55.537490 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf14014-a2ec-4f9d-9008-c3fa7cfa91eb req-27e8fae5-c829-42c3-963a-5e687b0f29df tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:55.539261 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-faf14014-a2ec-4f9d-9008-c3fa7cfa91eb req-27e8fae5-c829-42c3-963a-5e687b0f29df tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d88d55e-b9b2-4cfe-916e-c2899e3fc98f HTTP/1.1" status: 200 len: 945 time: 0.1110981 May 21 15:22:55.579271 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb67b98a-134d-4a82-abbe-523982584935 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Pushing event deleted for resources: {'Port': ['ID=ef47a698-e886-4aee-b4fc-94139d8e5975,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:22:55.593933 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-faf14014-a2ec-4f9d-9008-c3fa7cfa91eb req-9775886d-da32-4e44-8d45-272497189a0f tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478520 May 21 15:22:55.622825 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-bb67b98a-134d-4a82-abbe-523982584935 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:22:55.637436 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.l3_dvrscheduler_db [req-14b28627-acd1-4b2e-86b9-4071ada51ebd req-bb67b98a-134d-4a82-abbe-523982584935 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] No DVR routers for this DVR port ef47a698-e886-4aee-b4fc-94139d8e5975 on host hv-cinder-79229 {{(pid=91548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:22:55.644231 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-14b28627-acd1-4b2e-86b9-4071ada51ebd req-bb67b98a-134d-4a82-abbe-523982584935 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for port, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:22:55.655071 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd0f3d1-318d-4077-963b-2f7a7d95b23a', 'name': 'network-vif-deleted', 'tag': 'ef47a698-e886-4aee-b4fc-94139d8e5975'}] {{(pid=91548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:22:55.676609 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-14b28627-acd1-4b2e-86b9-4071ada51ebd req-bb67b98a-134d-4a82-abbe-523982584935 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.68 "DELETE /v2.0/ports/ef47a698-e886-4aee-b4fc-94139d8e5975 HTTP/1.1" status: 204 len: 173 time: 1.1482460 May 21 15:22:55.739093 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd0f3d1-318d-4077-963b-2f7a7d95b23a', 'name': 'network-vif-deleted', 'tag': 'ef47a698-e886-4aee-b4fc-94139d8e5975', 'status': 'completed', 'code': 200} May 21 15:22:56.396726 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-010e49a5-c9a5-4f44-9c5f-08a52517a098 req-5973fcbd-f26d-473a-9d4f-7bda5b78cd5c tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=3fd0f3d1-318d-4077-963b-2f7a7d95b23a HTTP/1.1" status: 200 len: 210 time: 0.0463679 May 21 15:22:56.796964 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d668c198-8cfe-4863-99d7-9d4a970ff68d req-fc00780a-058c-465b-beaf-7a41756cf29e tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:56.799120 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-d668c198-8cfe-4863-99d7-9d4a970ff68d req-fc00780a-058c-465b-beaf-7a41756cf29e tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d88d55e-b9b2-4cfe-916e-c2899e3fc98f HTTP/1.1" status: 200 len: 945 time: 0.0883913 May 21 15:22:56.859401 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-d668c198-8cfe-4863-99d7-9d4a970ff68d req-c11eb054-e641-4e70-9cf2-1f2cb62ecc8b tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529003 May 21 15:22:57.229815 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device ef47a698-e886-4aee-b4fc-94139d8e5975 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:22:57.264150 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] No Port match for: ef47a698-e886-4aee-b4fc-94139d8e5975 {{(pid=91550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:22:57.264500 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device ef47a698-e886-4aee-b4fc-94139d8e5975 not bound to the agent host hv-cinder-79229 {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:22:57.877680 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad25260-4be4-42bb-8d4a-1c16e47696c3 req-9f7008f8-3d95-4bb7-a4c9-d0b08652791b tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:57.879143 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-cad25260-4be4-42bb-8d4a-1c16e47696c3 req-9f7008f8-3d95-4bb7-a4c9-d0b08652791b tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a0c8708-c963-4f76-b2c6-1625e2e39ec8 HTTP/1.1" status: 200 len: 945 time: 0.0854340 May 21 15:22:57.927996 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-cad25260-4be4-42bb-8d4a-1c16e47696c3 req-3a659fd5-7dbf-492f-9a3a-1a4c2e73974a tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b78fdd-8b23-431a-a677-c884f9e23eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425470 May 21 15:22:58.061569 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd5246e-23a2-4826-83f1-d38fe3c24d3d req-572ea594-cc70-495d-8f92-d96dae6927e8 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:58.063011 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-cfd5246e-23a2-4826-83f1-d38fe3c24d3d req-572ea594-cc70-495d-8f92-d96dae6927e8 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d88d55e-b9b2-4cfe-916e-c2899e3fc98f HTTP/1.1" status: 200 len: 945 time: 0.0835760 May 21 15:22:58.109134 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-cfd5246e-23a2-4826-83f1-d38fe3c24d3d req-b5884066-8757-4a7a-befd-411b0b2f94c1 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396788 May 21 15:22:59.148121 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9c0f08-8570-4a88-a405-031238a84a61 req-9b2ce844-bf10-42f8-a60b-712fcea29cba tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:59.149568 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-9f9c0f08-8570-4a88-a405-031238a84a61 req-9b2ce844-bf10-42f8-a60b-712fcea29cba tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a0c8708-c963-4f76-b2c6-1625e2e39ec8 HTTP/1.1" status: 200 len: 945 time: 0.1079431 May 21 15:22:59.197214 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-9f9c0f08-8570-4a88-a405-031238a84a61 req-044b6e12-2ba7-4177-ab24-d0b5a74d3155 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b78fdd-8b23-431a-a677-c884f9e23eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409603 May 21 15:22:59.307777 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123bc02-3925-45dd-a719-98ddee537982 req-2514ae4a-ba77-466d-937e-17064e4763a6 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:22:59.309221 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-8123bc02-3925-45dd-a719-98ddee537982 req-2514ae4a-ba77-466d-937e-17064e4763a6 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d88d55e-b9b2-4cfe-916e-c2899e3fc98f HTTP/1.1" status: 200 len: 945 time: 0.0847316 May 21 15:22:59.368961 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-8123bc02-3925-45dd-a719-98ddee537982 req-0c107ac8-2017-48c5-a22d-ba1e89a8763c tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530605 May 21 15:23:00.406634 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc21c21-5a3d-418e-b3cf-9b0892e788ca req-69a42d5e-5999-4436-b13f-17f11a476c98 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:00.408314 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-1cc21c21-5a3d-418e-b3cf-9b0892e788ca req-69a42d5e-5999-4436-b13f-17f11a476c98 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a0c8708-c963-4f76-b2c6-1625e2e39ec8 HTTP/1.1" status: 200 len: 945 time: 0.0837207 May 21 15:23:00.460344 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-1cc21c21-5a3d-418e-b3cf-9b0892e788ca req-9cf3ee9f-e553-482e-a24d-bd69a39980cd tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b78fdd-8b23-431a-a677-c884f9e23eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460076 May 21 15:23:00.567132 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9566d-273d-410b-9b62-a2a67a54f766 req-cdf48eea-3e11-4117-8911-7fe8a89b3b73 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:00.568844 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-2ea9566d-273d-410b-9b62-a2a67a54f766 req-cdf48eea-3e11-4117-8911-7fe8a89b3b73 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d88d55e-b9b2-4cfe-916e-c2899e3fc98f HTTP/1.1" status: 200 len: 945 time: 0.0908270 May 21 15:23:00.625631 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-2ea9566d-273d-410b-9b62-a2a67a54f766 req-b489e5bf-f24e-42aa-9a37-072180df497f tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509307 May 21 15:23:01.680920 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b7e2f5-a173-4798-999c-2890e4463389 req-ec8b1236-7738-422d-b3af-009b6fb6de2d tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:01.682388 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-a6b7e2f5-a173-4798-999c-2890e4463389 req-ec8b1236-7738-422d-b3af-009b6fb6de2d tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a0c8708-c963-4f76-b2c6-1625e2e39ec8 HTTP/1.1" status: 200 len: 945 time: 0.0888960 May 21 15:23:01.735871 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-a6b7e2f5-a173-4798-999c-2890e4463389 req-4afa0a15-0e6b-4e5b-ab48-9eff322bf984 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b78fdd-8b23-431a-a677-c884f9e23eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472960 May 21 15:23:01.825460 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e425d1bd-b4d7-4c3f-8136-e0dc7b6d32b5 req-df7c3f5e-e18a-4a68-b5ce-9b1e33518d32 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:01.826902 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-e425d1bd-b4d7-4c3f-8136-e0dc7b6d32b5 req-df7c3f5e-e18a-4a68-b5ce-9b1e33518d32 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d88d55e-b9b2-4cfe-916e-c2899e3fc98f HTTP/1.1" status: 200 len: 945 time: 0.0823743 May 21 15:23:01.872007 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-e425d1bd-b4d7-4c3f-8136-e0dc7b6d32b5 req-02e1e729-fd97-4027-8695-ee5a8ff0b81b tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388024 May 21 15:23:02.928804 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877895ce-3830-4d0a-b8b2-a35f7bec8c8d req-08f6e7b4-22f1-4061-9f89-5579d9c9878b tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:02.930256 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-877895ce-3830-4d0a-b8b2-a35f7bec8c8d req-08f6e7b4-22f1-4061-9f89-5579d9c9878b tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a0c8708-c963-4f76-b2c6-1625e2e39ec8 HTTP/1.1" status: 200 len: 945 time: 0.0808542 May 21 15:23:02.985331 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-877895ce-3830-4d0a-b8b2-a35f7bec8c8d req-7c6e215e-b3e0-42d0-976d-e35f32f0be2c tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b78fdd-8b23-431a-a677-c884f9e23eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482469 May 21 15:23:03.067610 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb90c3d-c839-46f6-8237-592d442263ca req-aed50cbf-677c-4e3b-930f-ebd22b7b33f4 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:03.069066 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-4bb90c3d-c839-46f6-8237-592d442263ca req-aed50cbf-677c-4e3b-930f-ebd22b7b33f4 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d88d55e-b9b2-4cfe-916e-c2899e3fc98f HTTP/1.1" status: 200 len: 945 time: 0.0823002 May 21 15:23:03.118181 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-4bb90c3d-c839-46f6-8237-592d442263ca req-84918c8d-3c56-4d5e-965a-18c12a713b2b tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417626 May 21 15:23:04.175025 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8699552-da8f-4195-a773-ea027b35d5d7 req-23d3acfc-6c79-4c67-9310-35113c8a8dfa tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:04.176481 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f8699552-da8f-4195-a773-ea027b35d5d7 req-23d3acfc-6c79-4c67-9310-35113c8a8dfa tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a0c8708-c963-4f76-b2c6-1625e2e39ec8 HTTP/1.1" status: 200 len: 945 time: 0.0876546 May 21 15:23:04.222515 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f8699552-da8f-4195-a773-ea027b35d5d7 req-9044140e-0fdf-40f9-9b32-5e5e39ec21ee tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b78fdd-8b23-431a-a677-c884f9e23eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402327 May 21 15:23:04.305553 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc95b5a-f1ad-4718-8e2c-a31ecf2065e1 req-e58d02f7-efd8-4a93-8870-bed0cb69b611 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:04.306953 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-ffc95b5a-f1ad-4718-8e2c-a31ecf2065e1 req-e58d02f7-efd8-4a93-8870-bed0cb69b611 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d88d55e-b9b2-4cfe-916e-c2899e3fc98f HTTP/1.1" status: 200 len: 945 time: 0.0805366 May 21 15:23:04.352438 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-ffc95b5a-f1ad-4718-8e2c-a31ecf2065e1 req-ba01ec78-7349-43d4-96b4-9aa34d350ab8 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397708 May 21 15:23:05.427453 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f301381-d523-4e0f-8c8a-a0745f56c629 req-8f03dc35-544c-432e-a294-34bfc9d4d796 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:05.429882 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-2f301381-d523-4e0f-8c8a-a0745f56c629 req-8f03dc35-544c-432e-a294-34bfc9d4d796 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a0c8708-c963-4f76-b2c6-1625e2e39ec8 HTTP/1.1" status: 200 len: 945 time: 0.0947976 May 21 15:23:05.485625 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-2f301381-d523-4e0f-8c8a-a0745f56c629 req-20a58e02-20b5-4b72-8685-b5e455ef9ebe tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b78fdd-8b23-431a-a677-c884f9e23eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497556 May 21 15:23:05.615842 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc4e3c-8945-4504-ae8d-d284968020b4 req-a720fe2e-8897-4379-b661-455fc66b8430 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:05.618163 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-1ccc4e3c-8945-4504-ae8d-d284968020b4 req-a720fe2e-8897-4379-b661-455fc66b8430 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d88d55e-b9b2-4cfe-916e-c2899e3fc98f HTTP/1.1" status: 200 len: 945 time: 0.1049597 May 21 15:23:05.676728 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-1ccc4e3c-8945-4504-ae8d-d284968020b4 req-f7c3dbe2-a85e-44e5-9b5f-215ec08dbbdf tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520999 May 21 15:23:05.759808 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c3d3a-b9cc-48d7-9f74-bc8fa3422dc9 req-97df2373-6115-4d74-a8df-3071cea5b563 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:05.760510 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-123c3d3a-b9cc-48d7-9f74-bc8fa3422dc9 req-97df2373-6115-4d74-a8df-3071cea5b563 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Synchronizing usage tracker for tenant:f68e94ae626e4618b509d667e1d492d1 on resource:port {{(pid=91548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:23:05.778746 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-123c3d3a-b9cc-48d7-9f74-bc8fa3422dc9 req-97df2373-6115-4d74-a8df-3071cea5b563 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Unset dirty status for tenant:f68e94ae626e4618b509d667e1d492d1 on resource:port {{(pid=91548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:23:05.780517 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-123c3d3a-b9cc-48d7-9f74-bc8fa3422dc9 req-97df2373-6115-4d74-a8df-3071cea5b563 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.68 "GET /v2.0/ports?device_id=3a0c8708-c963-4f76-b2c6-1625e2e39ec8 HTTP/1.1" status: 200 len: 945 time: 0.1161768 May 21 15:23:05.943925 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [req-123c3d3a-b9cc-48d7-9f74-bc8fa3422dc9 req-892a8186-e323-417f-8bb2-1d3ab9e9317d tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Deleting port 9cd3c9a4-9ff4-45b7-92f5-328bac5c4c2c {{(pid=91548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:23:05.944260 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-123c3d3a-b9cc-48d7-9f74-bc8fa3422dc9 req-892a8186-e323-417f-8bb2-1d3ab9e9317d tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730419685614'] for port, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:06.089068 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [req-123c3d3a-b9cc-48d7-9f74-bc8fa3422dc9 req-892a8186-e323-417f-8bb2-1d3ab9e9317d tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] For port 9cd3c9a4-9ff4-45b7-92f5-328bac5c4c2c, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=9cd3c9a4-9ff4-45b7-92f5-328bac5c4c2c,segment=NetworkSegment(2d67f94e-8ecf-4f8b-811f-9d8f4012b1b2),segment_id=2d67f94e-8ecf-4f8b-811f-9d8f4012b1b2)] {{(pid=91548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:23:06.089068 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-123c3d3a-b9cc-48d7-9f74-bc8fa3422dc9 req-892a8186-e323-417f-8bb2-1d3ab9e9317d tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829031'] for port, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:06.224727 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [req-123c3d3a-b9cc-48d7-9f74-bc8fa3422dc9 req-892a8186-e323-417f-8bb2-1d3ab9e9317d tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Calling delete_port for 9cd3c9a4-9ff4-45b7-92f5-328bac5c4c2c owned by compute:nova {{(pid=91548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:23:06.342505 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-123c3d3a-b9cc-48d7-9f74-bc8fa3422dc9 req-892a8186-e323-417f-8bb2-1d3ab9e9317d tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730419690186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730419340162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14885552'] for port, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:06.348736 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-d1e50600-e766-4f46-ba07-89bb3c01b8c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:23:06.355255 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] get_ports_and_sgs() called for port_ids ['e5baad11-dfe2-4593-8882-7685a2339cc7', '9cd3c9a4-9ff4-45b7-92f5-328bac5c4c2c'] {{(pid=91550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:23:06.393485 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892a8186-e323-417f-8bb2-1d3ab9e9317d tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Pushing event deleted for resources: {'Port': ['ID=9cd3c9a4-9ff4-45b7-92f5-328bac5c4c2c,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:23:06.440617 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892a8186-e323-417f-8bb2-1d3ab9e9317d tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:23:06.440999 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892a8186-e323-417f-8bb2-1d3ab9e9317d tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:23:06.441334 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892a8186-e323-417f-8bb2-1d3ab9e9317d tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:23:06.441679 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892a8186-e323-417f-8bb2-1d3ab9e9317d tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:23:06.442023 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892a8186-e323-417f-8bb2-1d3ab9e9317d tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:23:06.442370 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892a8186-e323-417f-8bb2-1d3ab9e9317d tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:23:06.442706 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892a8186-e323-417f-8bb2-1d3ab9e9317d tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:23:06.443065 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892a8186-e323-417f-8bb2-1d3ab9e9317d tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:23:06.443400 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892a8186-e323-417f-8bb2-1d3ab9e9317d tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:23:06.443734 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892a8186-e323-417f-8bb2-1d3ab9e9317d tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:23:06.444064 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892a8186-e323-417f-8bb2-1d3ab9e9317d tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:23:06.444399 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892a8186-e323-417f-8bb2-1d3ab9e9317d tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:23:06.475652 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-892a8186-e323-417f-8bb2-1d3ab9e9317d tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:23:06.481304 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.l3_dvrscheduler_db [req-123c3d3a-b9cc-48d7-9f74-bc8fa3422dc9 req-892a8186-e323-417f-8bb2-1d3ab9e9317d tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] No DVR routers for this DVR port 9cd3c9a4-9ff4-45b7-92f5-328bac5c4c2c on host hv-cinder-79229 {{(pid=91548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:23:06.483889 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-123c3d3a-b9cc-48d7-9f74-bc8fa3422dc9 req-892a8186-e323-417f-8bb2-1d3ab9e9317d tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for port, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:06.487193 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a0c8708-c963-4f76-b2c6-1625e2e39ec8', 'name': 'network-vif-deleted', 'tag': '9cd3c9a4-9ff4-45b7-92f5-328bac5c4c2c'}] {{(pid=91548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:23:06.504262 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-123c3d3a-b9cc-48d7-9f74-bc8fa3422dc9 req-892a8186-e323-417f-8bb2-1d3ab9e9317d tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.68 "DELETE /v2.0/ports/9cd3c9a4-9ff4-45b7-92f5-328bac5c4c2c HTTP/1.1" status: 204 len: 173 time: 0.7149065 May 21 15:23:06.540277 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a0c8708-c963-4f76-b2c6-1625e2e39ec8', 'name': 'network-vif-deleted', 'tag': '9cd3c9a4-9ff4-45b7-92f5-328bac5c4c2c', 'status': 'completed', 'code': 200} May 21 15:23:06.662436 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-1e703af6-00a9-4290-b796-4deb81e1b42c req-885b5748-5336-4949-ae04-59892a9b0625 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a0c8708-c963-4f76-b2c6-1625e2e39ec8 HTTP/1.1" status: 200 len: 210 time: 0.0447764 May 21 15:23:06.872844 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d3ad8-76de-416c-a10a-4f87a0d951d0 req-34b81b13-27e4-4683-b0a5-de5d0daa434a tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:06.874282 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-866d3ad8-76de-416c-a10a-4f87a0d951d0 req-34b81b13-27e4-4683-b0a5-de5d0daa434a tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d88d55e-b9b2-4cfe-916e-c2899e3fc98f HTTP/1.1" status: 200 len: 945 time: 0.0798483 May 21 15:23:06.918343 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-866d3ad8-76de-416c-a10a-4f87a0d951d0 req-b5b9cf37-d71f-4859-9499-0528d2d99018 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379109 May 21 15:23:07.874111 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f5d8a282-4e11-4212-8846-08622cf362f1 req-15dfbd33-21e4-471a-9435-ce9c9e6ce08c tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a0c8708-c963-4f76-b2c6-1625e2e39ec8 HTTP/1.1" status: 200 len: 210 time: 0.1078861 May 21 15:23:08.197162 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15618d37-dadf-4679-9f2d-2865a0320819 req-51da5e0f-3541-4db3-9b83-5f4fea404d62 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:08.198633 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-15618d37-dadf-4679-9f2d-2865a0320819 req-51da5e0f-3541-4db3-9b83-5f4fea404d62 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d88d55e-b9b2-4cfe-916e-c2899e3fc98f HTTP/1.1" status: 200 len: 945 time: 0.1203117 May 21 15:23:08.250080 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-15618d37-dadf-4679-9f2d-2865a0320819 req-007e3680-0fef-4dcc-a044-bd306e9b41fb tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408931 May 21 15:23:09.026431 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-d9c7d2b6-943f-4f41-8025-480d475b6af3 req-dec92209-73c5-4845-a2d4-981e4efc16d5 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a0c8708-c963-4f76-b2c6-1625e2e39ec8 HTTP/1.1" status: 200 len: 210 time: 0.0430617 May 21 15:23:09.429934 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af0483-12e0-405a-9897-c27cf127b412 req-fa3e1fd3-9f35-499e-88ac-45f06b4e4e77 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:09.431390 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-06af0483-12e0-405a-9897-c27cf127b412 req-fa3e1fd3-9f35-499e-88ac-45f06b4e4e77 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d88d55e-b9b2-4cfe-916e-c2899e3fc98f HTTP/1.1" status: 200 len: 945 time: 0.0811367 May 21 15:23:09.478806 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-06af0483-12e0-405a-9897-c27cf127b412 req-af5e410b-9c78-4acd-83f3-990751dd5ee3 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416710 May 21 15:23:10.175186 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-ea98431a-ab65-46af-8afc-b5107311a66d req-a6df4fe2-4282-4e91-92d5-adc24c3a8666 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a0c8708-c963-4f76-b2c6-1625e2e39ec8 HTTP/1.1" status: 200 len: 210 time: 0.0429149 May 21 15:23:10.667837 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120f984-5efb-46b8-ac01-b9b1869c98fc req-f34480f6-a29b-4586-b2a1-1735f176f64d tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:10.669350 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-9120f984-5efb-46b8-ac01-b9b1869c98fc req-f34480f6-a29b-4586-b2a1-1735f176f64d tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d88d55e-b9b2-4cfe-916e-c2899e3fc98f HTTP/1.1" status: 200 len: 945 time: 0.0840023 May 21 15:23:10.719279 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-9120f984-5efb-46b8-ac01-b9b1869c98fc req-55029a93-a03b-440c-96e7-28bd9c7c8ed3 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441823 May 21 15:23:11.911586 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9d689e-c0a3-4307-bcc0-06ad899f7df8 req-08d55eb3-50fe-420d-a7bd-544932f3c9b6 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:11.912935 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-3d9d689e-c0a3-4307-bcc0-06ad899f7df8 req-08d55eb3-50fe-420d-a7bd-544932f3c9b6 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d88d55e-b9b2-4cfe-916e-c2899e3fc98f HTTP/1.1" status: 200 len: 945 time: 0.0815475 May 21 15:23:11.978905 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-3d9d689e-c0a3-4307-bcc0-06ad899f7df8 req-b73d1ea4-c7fb-4223-97ba-d7db476399d0 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598192 May 21 15:23:12.459994 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [req-06c2307f-870b-4f57-890a-f63c2c86560d req-96188898-d513-44ec-aad5-b05b68e52b03 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Synchronizing usage tracker for tenant:40b90e1ae06e4417a829177c97d9995a on resource:security_group {{(pid=91549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:23:12.477077 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [req-06c2307f-870b-4f57-890a-f63c2c86560d req-96188898-d513-44ec-aad5-b05b68e52b03 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Unset dirty status for tenant:40b90e1ae06e4417a829177c97d9995a on resource:security_group {{(pid=91549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:23:12.478356 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-06c2307f-870b-4f57-890a-f63c2c86560d req-96188898-d513-44ec-aad5-b05b68e52b03 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-829804671&fields=id&tenant_id=40b90e1ae06e4417a829177c97d9995a HTTP/1.1" status: 200 len: 267 time: 0.0579486 May 21 15:23:12.656981 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c2307f-870b-4f57-890a-f63c2c86560d req-b00a14a2-a8da-421a-8fc5-506f5ee30804 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:12.657820 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [req-06c2307f-870b-4f57-890a-f63c2c86560d req-b00a14a2-a8da-421a-8fc5-506f5ee30804 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Synchronizing usage tracker for tenant:40b90e1ae06e4417a829177c97d9995a on resource:network {{(pid=91549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:23:12.686351 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [req-06c2307f-870b-4f57-890a-f63c2c86560d req-b00a14a2-a8da-421a-8fc5-506f5ee30804 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Unset dirty status for tenant:40b90e1ae06e4417a829177c97d9995a on resource:network {{(pid=91549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:23:12.688227 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-06c2307f-870b-4f57-890a-f63c2c86560d req-b00a14a2-a8da-421a-8fc5-506f5ee30804 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/networks?id=eb30ab6c-f7c8-4207-93a0-64b78264c5e5 HTTP/1.1" status: 200 len: 809 time: 0.2022116 May 21 15:23:12.706834 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-06c2307f-870b-4f57-890a-f63c2c86560d req-c4f9dfc8-afc1-4cb7-a630-ee4a372450ca tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/quotas/40b90e1ae06e4417a829177c97d9995a HTTP/1.1" status: 200 len: 375 time: 0.0124288 May 21 15:23:12.806442 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-06c2307f-870b-4f57-890a-f63c2c86560d req-e35ca3c7-be30-484d-a077-5962adffb97f tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=40b90e1ae06e4417a829177c97d9995a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0923281 May 21 15:23:13.007222 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-06c2307f-870b-4f57-890a-f63c2c86560d req-e2acbe8d-fd59-4780-b866-2a7826d7d897 service neutron] 10.222.0.69 "GET /v2.0/networks/eb30ab6c-f7c8-4207-93a0-64b78264c5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889668 May 21 15:23:13.019623 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb24698-104a-4de4-bef5-bec2c2a62a39 req-00d4a2e2-5371-491e-8a00-4c9c2d978052 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:13.020991 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-4cb24698-104a-4de4-bef5-bec2c2a62a39 req-00d4a2e2-5371-491e-8a00-4c9c2d978052 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=0c112a89-dd5d-447a-a5cf-2f642b04fa15 HTTP/1.1" status: 200 len: 945 time: 0.1827130 May 21 15:23:13.106416 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device 9cd3c9a4-9ff4-45b7-92f5-328bac5c4c2c no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:23:13.140758 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] No Port match for: 9cd3c9a4-9ff4-45b7-92f5-328bac5c4c2c {{(pid=91550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:23:13.141101 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device 9cd3c9a4-9ff4-45b7-92f5-328bac5c4c2c not bound to the agent host hv-cinder-79229 {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:23:13.145713 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-4cb24698-104a-4de4-bef5-bec2c2a62a39 req-629b713d-20d0-4813-a5e6-eb17ffee1416 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b78fdd-8b23-431a-a677-c884f9e23eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069098 May 21 15:23:13.179428 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-06c2307f-870b-4f57-890a-f63c2c86560d req-3e8c4b0e-eae6-433e-89f7-97f014851810 service neutron] 10.222.0.69 "GET /v2.0/networks/eb30ab6c-f7c8-4207-93a0-64b78264c5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575089 May 21 15:23:13.320172 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419048a-30a3-4355-9470-5a1e257c402e req-cae0dae3-d7a8-4cc3-9efe-f6a121f2878a tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:13.321693 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-a419048a-30a3-4355-9470-5a1e257c402e req-cae0dae3-d7a8-4cc3-9efe-f6a121f2878a tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d88d55e-b9b2-4cfe-916e-c2899e3fc98f HTTP/1.1" status: 200 len: 945 time: 0.0830307 May 21 15:23:13.368432 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-a419048a-30a3-4355-9470-5a1e257c402e req-d4b15223-b996-426d-b0f8-cd31c4c78245 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411873 May 21 15:23:14.362582 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb1718f-12e1-481f-bed8-e8af95e07d37 req-86b20b74-e3ef-4e32-87ae-fd47531be45c tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:14.364978 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-cdb1718f-12e1-481f-bed8-e8af95e07d37 req-86b20b74-e3ef-4e32-87ae-fd47531be45c tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=0c112a89-dd5d-447a-a5cf-2f642b04fa15 HTTP/1.1" status: 200 len: 945 time: 0.1028879 May 21 15:23:14.423951 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-cdb1718f-12e1-481f-bed8-e8af95e07d37 req-925f46f6-64e3-4cdf-95f3-713d28d26833 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3b78fdd-8b23-431a-a677-c884f9e23eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521274 May 21 15:23:14.640272 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-9a7497f8-d2ab-4f50-9c6a-2448878d3634 req-723436ee-981a-4775-b6c1-fec3cb9defb6 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a6db82c-90c3-47b1-9c54-ffc574f0a2de HTTP/1.1" status: 200 len: 210 time: 0.0531309 May 21 15:23:14.691129 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679648f2-b65b-4542-9b08-4cb24ecb1d12 req-a50867db-1fd8-480f-b3d8-7225e7f35556 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:14.693690 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-679648f2-b65b-4542-9b08-4cb24ecb1d12 req-a50867db-1fd8-480f-b3d8-7225e7f35556 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d88d55e-b9b2-4cfe-916e-c2899e3fc98f HTTP/1.1" status: 200 len: 945 time: 0.1473711 May 21 15:23:14.741792 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-679648f2-b65b-4542-9b08-4cb24ecb1d12 req-af822071-00b4-4de9-9319-5909cb0d5f28 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429246 May 21 15:23:14.865022 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc6d497-cb40-42b0-bfd2-176b6b00420d req-39b91b24-9e12-40ab-a2cd-321ee623819b tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:14.865805 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-6fc6d497-cb40-42b0-bfd2-176b6b00420d req-39b91b24-9e12-40ab-a2cd-321ee623819b tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Synchronizing usage tracker for tenant:f68e94ae626e4618b509d667e1d492d1 on resource:port {{(pid=91548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:23:14.882549 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-6fc6d497-cb40-42b0-bfd2-176b6b00420d req-39b91b24-9e12-40ab-a2cd-321ee623819b tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Unset dirty status for tenant:f68e94ae626e4618b509d667e1d492d1 on resource:port {{(pid=91548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:23:14.883674 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-6fc6d497-cb40-42b0-bfd2-176b6b00420d req-39b91b24-9e12-40ab-a2cd-321ee623819b tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.68 "GET /v2.0/ports?device_id=0c112a89-dd5d-447a-a5cf-2f642b04fa15 HTTP/1.1" status: 200 len: 945 time: 0.0966330 May 21 15:23:15.050058 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [req-6fc6d497-cb40-42b0-bfd2-176b6b00420d req-18a2018e-ee4e-4210-ac11-847d6459ba64 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Deleting port e5baad11-dfe2-4593-8882-7685a2339cc7 {{(pid=91548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:23:15.050394 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-6fc6d497-cb40-42b0-bfd2-176b6b00420d req-18a2018e-ee4e-4210-ac11-847d6459ba64 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730419685614'] for port, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:15.196234 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [req-6fc6d497-cb40-42b0-bfd2-176b6b00420d req-18a2018e-ee4e-4210-ac11-847d6459ba64 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] For port e5baad11-dfe2-4593-8882-7685a2339cc7, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=e5baad11-dfe2-4593-8882-7685a2339cc7,segment=NetworkSegment(2d67f94e-8ecf-4f8b-811f-9d8f4012b1b2),segment_id=2d67f94e-8ecf-4f8b-811f-9d8f4012b1b2)] {{(pid=91548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:23:15.196502 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-6fc6d497-cb40-42b0-bfd2-176b6b00420d req-18a2018e-ee4e-4210-ac11-847d6459ba64 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829031'] for port, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:15.237593 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-b1ae756c-bf91-4796-a42d-95046de4a40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:15.400084 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [req-6fc6d497-cb40-42b0-bfd2-176b6b00420d req-18a2018e-ee4e-4210-ac11-847d6459ba64 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Calling delete_port for e5baad11-dfe2-4593-8882-7685a2339cc7 owned by compute:nova {{(pid=91548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:23:15.533778 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-6fc6d497-cb40-42b0-bfd2-176b6b00420d req-18a2018e-ee4e-4210-ac11-847d6459ba64 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730419690186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730419340162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14885552'] for port, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:15.542029 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-555cabff-b2a5-41a2-8969-b8384de1cf0a tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:23:15.545886 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] get_ports_and_sgs() called for port_ids ['e5baad11-dfe2-4593-8882-7685a2339cc7'] {{(pid=91550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:23:15.619023 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-da6a6e03-cbf6-45bd-8532-b29b0df53c79 req-ef6a1cc2-efff-4046-ba92-140738c1db11 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=0c112a89-dd5d-447a-a5cf-2f642b04fa15 HTTP/1.1" status: 200 len: 210 time: 0.0707688 May 21 15:23:15.623778 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a2018e-ee4e-4210-ac11-847d6459ba64 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Pushing event deleted for resources: {'Port': ['ID=e5baad11-dfe2-4593-8882-7685a2339cc7,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:23:15.633555 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-18a2018e-ee4e-4210-ac11-847d6459ba64 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:23:15.807959 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fc6d497-cb40-42b0-bfd2-176b6b00420d req-18a2018e-ee4e-4210-ac11-847d6459ba64 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] No DVR routers for this DVR port e5baad11-dfe2-4593-8882-7685a2339cc7 on host hv-cinder-79229 {{(pid=91548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:23:15.810580 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-6fc6d497-cb40-42b0-bfd2-176b6b00420d req-18a2018e-ee4e-4210-ac11-847d6459ba64 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for port, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:15.820374 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c112a89-dd5d-447a-a5cf-2f642b04fa15', 'name': 'network-vif-deleted', 'tag': 'e5baad11-dfe2-4593-8882-7685a2339cc7'}] {{(pid=91548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:23:15.826158 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-6d43791f-895e-4101-9f90-4bf5f41f439e req-ff361576-df63-4183-aa7c-61d35fd62fb4 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a6db82c-90c3-47b1-9c54-ffc574f0a2de HTTP/1.1" status: 200 len: 210 time: 0.0599566 May 21 15:23:15.859049 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-6fc6d497-cb40-42b0-bfd2-176b6b00420d req-18a2018e-ee4e-4210-ac11-847d6459ba64 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.68 "DELETE /v2.0/ports/e5baad11-dfe2-4593-8882-7685a2339cc7 HTTP/1.1" status: 204 len: 173 time: 0.9668338 May 21 15:23:15.941218 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c112a89-dd5d-447a-a5cf-2f642b04fa15', 'name': 'network-vif-deleted', 'tag': 'e5baad11-dfe2-4593-8882-7685a2339cc7', 'status': 'completed', 'code': 200} May 21 15:23:16.029567 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0761c7-6410-4268-907b-9408c6b64a42 req-d8863161-847f-4472-a09e-cd32a484cd41 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:16.031172 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-1e0761c7-6410-4268-907b-9408c6b64a42 req-d8863161-847f-4472-a09e-cd32a484cd41 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d88d55e-b9b2-4cfe-916e-c2899e3fc98f HTTP/1.1" status: 200 len: 945 time: 0.1662769 May 21 15:23:16.054919 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c2307f-870b-4f57-890a-f63c2c86560d req-f1a33f2a-770f-49ad-81b5-ca5c7f9d666c tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:16.056411 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-06c2307f-870b-4f57-890a-f63c2c86560d req-f1a33f2a-770f-49ad-81b5-ca5c7f9d666c tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.68 "GET /v2.0/networks?id=eb30ab6c-f7c8-4207-93a0-64b78264c5e5 HTTP/1.1" status: 200 len: 809 time: 0.2277780 May 21 15:23:16.098144 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-1e0761c7-6410-4268-907b-9408c6b64a42 req-0cee08b6-dfeb-47e3-b984-4d3cb36ce39a tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505860 May 21 15:23:16.138347 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-06c2307f-870b-4f57-890a-f63c2c86560d req-8b498889-a71e-43fb-a0b7-3f02594fafb0 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Synchronizing usage tracker for tenant:40b90e1ae06e4417a829177c97d9995a on resource:security_group {{(pid=91548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:23:16.157060 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-06c2307f-870b-4f57-890a-f63c2c86560d req-8b498889-a71e-43fb-a0b7-3f02594fafb0 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Unset dirty status for tenant:40b90e1ae06e4417a829177c97d9995a on resource:security_group {{(pid=91548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:23:16.159165 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-06c2307f-870b-4f57-890a-f63c2c86560d req-8b498889-a71e-43fb-a0b7-3f02594fafb0 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40b90e1ae06e4417a829177c97d9995a HTTP/1.1" status: 200 len: 379 time: 0.0800824 May 21 15:23:16.170247 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [req-06c2307f-870b-4f57-890a-f63c2c86560d req-a4743b7e-c2c3-4991-88da-f29ef5005cf3 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Request body: {'port': {'device_id': '1a6db82c-90c3-47b1-9c54-ffc574f0a2de', 'network_id': 'eb30ab6c-f7c8-4207-93a0-64b78264c5e5', 'admin_state_up': True, 'tenant_id': '40b90e1ae06e4417a829177c97d9995a', 'security_groups': ['e2928b2d-2877-4874-a0b8-88718ebe5a71']}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:23:16.306615 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [req-06c2307f-870b-4f57-890a-f63c2c86560d req-a4743b7e-c2c3-4991-88da-f29ef5005cf3 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:23:16.310396 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-06c2307f-870b-4f57-890a-f63c2c86560d req-a4743b7e-c2c3-4991-88da-f29ef5005cf3 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Usage tracker for resource:port and tenant:40b90e1ae06e4417a829177c97d9995a is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:23:16.313381 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-06c2307f-870b-4f57-890a-f63c2c86560d req-a4743b7e-c2c3-4991-88da-f29ef5005cf3 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:23:16.319134 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [req-06c2307f-870b-4f57-890a-f63c2c86560d req-a4743b7e-c2c3-4991-88da-f29ef5005cf3 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:23:16.327780 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06c2307f-870b-4f57-890a-f63c2c86560d req-a4743b7e-c2c3-4991-88da-f29ef5005cf3 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Made reservation on behalf of 40b90e1ae06e4417a829177c97d9995a for: {'port': 1} {{(pid=91548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:23:16.331392 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-06c2307f-870b-4f57-890a-f63c2c86560d req-a4743b7e-c2c3-4991-88da-f29ef5005cf3 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:16.525394 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.db_base_plugin_common [req-06c2307f-870b-4f57-890a-f63c2c86560d req-a4743b7e-c2c3-4991-88da-f29ef5005cf3 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Allocated IP 172.20.0.4 (eb30ab6c-f7c8-4207-93a0-64b78264c5e5/3a59aec6-f0bc-458e-bf25-e00e76faea83/dcfeca24-a3fb-4a73-88b2-433960395288) {{(pid=91548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:23:16.769410 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-06c2307f-870b-4f57-890a-f63c2c86560d req-a4743b7e-c2c3-4991-88da-f29ef5005cf3 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Notify callbacks [] for port, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:16.815193 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.provisioning_blocks [req-06c2307f-870b-4f57-890a-f63c2c86560d req-a4743b7e-c2c3-4991-88da-f29ef5005cf3 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Transition to ACTIVE for port object dcfeca24-a3fb-4a73-88b2-433960395288 will not be triggered until provisioned by entity DHCP. {{(pid=91548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:23:16.825173 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-b0c176e2-ff78-4f7e-abe0-e47cdefc3c80 req-6d47bdf7-28bd-45ce-ba0f-381aa9464e0b tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] 10.222.0.69 "GET /v2.0/ports?device_id=0c112a89-dd5d-447a-a5cf-2f642b04fa15 HTTP/1.1" status: 200 len: 210 time: 0.0573063 May 21 15:23:16.859072 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-06c2307f-870b-4f57-890a-f63c2c86560d req-a4743b7e-c2c3-4991-88da-f29ef5005cf3 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730419340153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14885552'] for port, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:16.865769 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-4a9cc56e-5174-4eb2-9b3e-9fb2e13489ad tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:23:16.943093 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06c2307f-870b-4f57-890a-f63c2c86560d req-a4743b7e-c2c3-4991-88da-f29ef5005cf3 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Network eb30ab6c-f7c8-4207-93a0-64b78264c5e5 is already hosted by enough agents. {{(pid=91548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:23:16.946836 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.base_scheduler [req-06c2307f-870b-4f57-890a-f63c2c86560d req-a4743b7e-c2c3-4991-88da-f29ef5005cf3 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Resources bound (agent type, host, resource id): {{(pid=91548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:23:16.950950 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c2307f-870b-4f57-890a-f63c2c86560d req-a4743b7e-c2c3-4991-88da-f29ef5005cf3 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Received port after_create {{(pid=91548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:23:16.989274 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4743b7e-c2c3-4991-88da-f29ef5005cf3 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Pushing event updated for resources: {'Port': ['ID=dcfeca24-a3fb-4a73-88b2-433960395288,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:23:17.020153 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6950f738-062f-4800-a71e-bf11642de070 req-5fcc9544-efb4-4a4c-989c-317a41a19246 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:17.027988 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-6950f738-062f-4800-a71e-bf11642de070 req-5fcc9544-efb4-4a4c-989c-317a41a19246 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a8a26f3-21af-4256-a270-3f1e3ea1937d HTTP/1.1" status: 200 len: 945 time: 0.1576355 May 21 15:23:17.057099 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c2307f-870b-4f57-890a-f63c2c86560d req-a4743b7e-c2c3-4991-88da-f29ef5005cf3 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:17.060079 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-06c2307f-870b-4f57-890a-f63c2c86560d req-a4743b7e-c2c3-4991-88da-f29ef5005cf3 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for port, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:17.068193 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-a4743b7e-c2c3-4991-88da-f29ef5005cf3 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:23:17.108341 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-6950f738-062f-4800-a71e-bf11642de070 req-de4b1cf7-b752-4a4a-8dbd-06c693b98b9c tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/security-groups?id=7bb09541-c849-4d76-84cc-83874255c44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791013 May 21 15:23:17.118775 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-06c2307f-870b-4f57-890a-f63c2c86560d req-a4743b7e-c2c3-4991-88da-f29ef5005cf3 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9523792 May 21 15:23:17.149701 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9324874d-a274-46f6-8d9d-42eb1ab88c03 req-8f47df72-0b65-409c-9453-e609948f0e30 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:17.152125 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-9324874d-a274-46f6-8d9d-42eb1ab88c03 req-8f47df72-0b65-409c-9453-e609948f0e30 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a6db82c-90c3-47b1-9c54-ffc574f0a2de HTTP/1.1" status: 200 len: 931 time: 0.1987269 May 21 15:23:17.162305 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [req-06c2307f-870b-4f57-890a-f63c2c86560d req-2fa8e757-7364-4e4b-93eb-b566ca387b18 service neutron] Request body: {'port': {'device_id': '1a6db82c-90c3-47b1-9c54-ffc574f0a2de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:23:17.255316 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-9324874d-a274-46f6-8d9d-42eb1ab88c03 req-854c85fa-0a87-41e4-92cb-354e8140a147 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2928b2d-2877-4874-a0b8-88718ebe5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891995 May 21 15:23:17.280683 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-fb1ed9de-b3a0-4ef4-8fa3-b0431330e7ea None None] Provisioning for port dcfeca24-a3fb-4a73-88b2-433960395288 completed by entity DHCP. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:23:17.289165 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-fb1ed9de-b3a0-4ef4-8fa3-b0431330e7ea None None] Provisioning complete for port dcfeca24-a3fb-4a73-88b2-433960395288 triggered by entity DHCP. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:23:17.290444 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-fb1ed9de-b3a0-4ef4-8fa3-b0431330e7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:17.409522 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-fb1ed9de-b3a0-4ef4-8fa3-b0431330e7ea None None] Port dcfeca24-a3fb-4a73-88b2-433960395288 cannot update to ACTIVE because it is not bound. {{(pid=91550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 15:23:17.419811 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-06c2307f-870b-4f57-890a-f63c2c86560d req-2fa8e757-7364-4e4b-93eb-b566ca387b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:17.440403 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f347f13-6d40-4cd6-9c6c-a5131c81a4a8 req-5b0378d4-a70f-4d92-bcd5-37b19aa399e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:17.442082 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-4f347f13-6d40-4cd6-9c6c-a5131c81a4a8 req-5b0378d4-a70f-4d92-bcd5-37b19aa399e3 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=5d88d55e-b9b2-4cfe-916e-c2899e3fc98f HTTP/1.1" status: 200 len: 1098 time: 0.2341998 May 21 15:23:17.483197 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8eaf8e-3804-4de4-b35d-6e649bb65277 req-558ec818-6c95-4bcf-a19d-70d48b32e615 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:17.484700 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-9b8eaf8e-3804-4de4-b35d-6e649bb65277 req-558ec818-6c95-4bcf-a19d-70d48b32e615 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d88d55e-b9b2-4cfe-916e-c2899e3fc98f HTTP/1.1" status: 200 len: 945 time: 0.1024351 May 21 15:23:17.531104 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-9b8eaf8e-3804-4de4-b35d-6e649bb65277 req-2b1ad17d-860f-40d6-a5e5-678f4bd07352 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402966 May 21 15:23:17.561572 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-4f347f13-6d40-4cd6-9c6c-a5131c81a4a8 req-59cba911-addb-41db-bdce-9bd11c99bf40 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679011 May 21 15:23:17.829669 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.notifiers.nova [req-06c2307f-870b-4f57-890a-f63c2c86560d req-2fa8e757-7364-4e4b-93eb-b566ca387b18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcfeca24-a3fb-4a73-88b2-433960395288 {{(pid=91548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:23:17.837412 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-06c2307f-870b-4f57-890a-f63c2c86560d req-2fa8e757-7364-4e4b-93eb-b566ca387b18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:17.852124 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.provisioning_blocks [req-06c2307f-870b-4f57-890a-f63c2c86560d req-2fa8e757-7364-4e4b-93eb-b566ca387b18 service neutron] Transition to ACTIVE for port object dcfeca24-a3fb-4a73-88b2-433960395288 will not be triggered until provisioned by entity L2. {{(pid=91548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:23:17.856726 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-06c2307f-870b-4f57-890a-f63c2c86560d req-2fa8e757-7364-4e4b-93eb-b566ca387b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14885543'] for port, after_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:17.860870 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-fb638444-1e8e-49ae-a5ed-90377ed35476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:23:17.929967 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 33114) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:23:18.007317 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:18.013112 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa8e757-7364-4e4b-93eb-b566ca387b18 service neutron] Pushing event updated for resources: {'Port': ['ID=dcfeca24-a3fb-4a73-88b2-433960395288,revision_number=2']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:23:18.016038 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-2fa8e757-7364-4e4b-93eb-b566ca387b18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:23:18.034502 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.db_base_plugin_v2 [None req-cef15d3d-4ac3-4c79-a08e-bec6d362b0c4 admin admin] Deleting subnet f04d5cd6-64de-425f-ad82-16f66f2c1a9c {{(pid=91549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 21 15:23:18.038738 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-cef15d3d-4ac3-4c79-a08e-bec6d362b0c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:18.099014 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-cef15d3d-4ac3-4c79-a08e-bec6d362b0c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16600670'] for subnet, precommit_delete_associations {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:18.183619 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.managers [req-06c2307f-870b-4f57-890a-f63c2c86560d req-2fa8e757-7364-4e4b-93eb-b566ca387b18 service neutron] Attempting to bind port dcfeca24-a3fb-4a73-88b2-433960395288 on host hv-cinder-79229 for vnic_type normal with profile {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:23:18.183855 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.managers [req-06c2307f-870b-4f57-890a-f63c2c86560d req-2fa8e757-7364-4e4b-93eb-b566ca387b18 service neutron] Attempting to bind port dcfeca24-a3fb-4a73-88b2-433960395288 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': 'ab74b98d-ef35-4b09-b710-b5f6caf08ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'eb30ab6c-f7c8-4207-93a0-64b78264c5e5'}] {{(pid=91548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:23:18.184150 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c2307f-870b-4f57-890a-f63c2c86560d req-2fa8e757-7364-4e4b-93eb-b566ca387b18 service neutron] Attempting to bind port dcfeca24-a3fb-4a73-88b2-433960395288 on network eb30ab6c-f7c8-4207-93a0-64b78264c5e5 {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:23:18.185686 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-cef15d3d-4ac3-4c79-a08e-bec6d362b0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708537'] for subnet, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:18.190921 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c2307f-870b-4f57-890a-f63c2c86560d req-2fa8e757-7364-4e4b-93eb-b566ca387b18 service neutron] Port dcfeca24-a3fb-4a73-88b2-433960395288 on network eb30ab6c-f7c8-4207-93a0-64b78264c5e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 15:23:18.191305 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c2307f-870b-4f57-890a-f63c2c86560d req-2fa8e757-7364-4e4b-93eb-b566ca387b18 service neutron] Attempting to bind port dcfeca24-a3fb-4a73-88b2-433960395288 on network eb30ab6c-f7c8-4207-93a0-64b78264c5e5 {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:23:18.197031 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c2307f-870b-4f57-890a-f63c2c86560d req-2fa8e757-7364-4e4b-93eb-b566ca387b18 service neutron] Checking agent: {'id': '4762cb26-ef72-475b-a9a0-8f480bf27f9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 18, 22), 'started_at': datetime.datetime(2021, 5, 21, 15, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:23:18.197363 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c2307f-870b-4f57-890a-f63c2c86560d req-2fa8e757-7364-4e4b-93eb-b566ca387b18 service neutron] Checking segment: {'id': 'ab74b98d-ef35-4b09-b710-b5f6caf08ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'eb30ab6c-f7c8-4207-93a0-64b78264c5e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:23:18.197749 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c2307f-870b-4f57-890a-f63c2c86560d req-2fa8e757-7364-4e4b-93eb-b566ca387b18 service neutron] Bound using segment: {'id': 'ab74b98d-ef35-4b09-b710-b5f6caf08ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'eb30ab6c-f7c8-4207-93a0-64b78264c5e5'} {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:23:18.198183 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.managers [req-06c2307f-870b-4f57-890a-f63c2c86560d req-2fa8e757-7364-4e4b-93eb-b566ca387b18 service neutron] Bound port: dcfeca24-a3fb-4a73-88b2-433960395288, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab74b98d-ef35-4b09-b710-b5f6caf08ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'eb30ab6c-f7c8-4207-93a0-64b78264c5e5'}}] {{(pid=91548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:23:18.198528 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-06c2307f-870b-4f57-890a-f63c2c86560d req-2fa8e757-7364-4e4b-93eb-b566ca387b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:18.276680 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-49ab46d7-2c7d-44c5-a02b-5fb8ebc447ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:18.299626 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [req-06c2307f-870b-4f57-890a-f63c2c86560d req-2fa8e757-7364-4e4b-93eb-b566ca387b18 service neutron] For port dcfeca24-a3fb-4a73-88b2-433960395288, host hv-cinder-79229, cleared binding levels {{(pid=91548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:23:18.303086 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [req-06c2307f-870b-4f57-890a-f63c2c86560d req-2fa8e757-7364-4e4b-93eb-b566ca387b18 service neutron] For port dcfeca24-a3fb-4a73-88b2-433960395288, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=dcfeca24-a3fb-4a73-88b2-433960395288,segment=NetworkSegment(ab74b98d-ef35-4b09-b710-b5f6caf08ccc),segment_id=ab74b98d-ef35-4b09-b710-b5f6caf08ccc)] {{(pid=91548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:23:18.307969 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-06c2307f-870b-4f57-890a-f63c2c86560d req-2fa8e757-7364-4e4b-93eb-b566ca387b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14885543'] for port, after_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:18.313198 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-5961bfef-d08e-443c-ab98-261394ce82ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:23:18.378111 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c2307f-870b-4f57-890a-f63c2c86560d req-2fa8e757-7364-4e4b-93eb-b566ca387b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:18.379078 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-06c2307f-870b-4f57-890a-f63c2c86560d req-2fa8e757-7364-4e4b-93eb-b566ca387b18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for port, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:18.380782 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-06c2307f-870b-4f57-890a-f63c2c86560d req-2fa8e757-7364-4e4b-93eb-b566ca387b18 service neutron] 10.222.0.68 "PUT /v2.0/ports/dcfeca24-a3fb-4a73-88b2-433960395288 HTTP/1.1" status: 200 len: 1093 time: 1.2256999 May 21 15:23:18.382000 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a6db82c-90c3-47b1-9c54-ffc574f0a2de', 'tag': 'dcfeca24-a3fb-4a73-88b2-433960395288'}] {{(pid=91548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:23:18.418084 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa8e757-7364-4e4b-93eb-b566ca387b18 service neutron] Pushing event updated for resources: {'Port': ['ID=dcfeca24-a3fb-4a73-88b2-433960395288,revision_number=3']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:23:18.446415 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-2fa8e757-7364-4e4b-93eb-b566ca387b18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:23:18.530672 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15cf215-11db-45c4-a4f3-e1eb120bedbf req-259c7ec2-81ce-4786-b297-86f73314923a tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:18.538454 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-e15cf215-11db-45c4-a4f3-e1eb120bedbf req-259c7ec2-81ce-4786-b297-86f73314923a tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a8a26f3-21af-4256-a270-3f1e3ea1937d HTTP/1.1" status: 200 len: 945 time: 0.3104548 May 21 15:23:18.565753 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c2307f-870b-4f57-890a-f63c2c86560d req-22908e7e-acf6-43eb-b1c6-fc11baf37eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:18.567885 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-06c2307f-870b-4f57-890a-f63c2c86560d req-22908e7e-acf6-43eb-b1c6-fc11baf37eeb service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=40b90e1ae06e4417a829177c97d9995a&device_id=1a6db82c-90c3-47b1-9c54-ffc574f0a2de HTTP/1.1" status: 200 len: 1096 time: 0.1148922 May 21 15:23:18.629539 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-e15cf215-11db-45c4-a4f3-e1eb120bedbf req-4c88f859-b5c1-403b-a2fa-cb1246c4bd8b tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/security-groups?id=7bb09541-c849-4d76-84cc-83874255c44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899963 May 21 15:23:18.659125 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-06c2307f-870b-4f57-890a-f63c2c86560d req-2ba734ca-7ed9-42bc-908e-3a0937af040c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcfeca24-a3fb-4a73-88b2-433960395288 HTTP/1.1" status: 200 len: 217 time: 0.0746691 May 21 15:23:18.722093 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93a4ba-c20e-400b-ac51-6c9e643276ba req-f7ecd4fd-b479-4379-b78c-1c1a356bfe04 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:18.723973 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-8f93a4ba-c20e-400b-ac51-6c9e643276ba req-f7ecd4fd-b479-4379-b78c-1c1a356bfe04 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a6db82c-90c3-47b1-9c54-ffc574f0a2de HTTP/1.1" status: 200 len: 943 time: 0.2773519 May 21 15:23:18.740057 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c2307f-870b-4f57-890a-f63c2c86560d req-d2a527cf-3505-4c3c-8fe6-9f1669eac391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:18.741604 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-06c2307f-870b-4f57-890a-f63c2c86560d req-d2a527cf-3505-4c3c-8fe6-9f1669eac391 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3a59aec6-f0bc-458e-bf25-e00e76faea83 HTTP/1.1" status: 200 len: 848 time: 0.0745037 May 21 15:23:18.743248 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a6db82c-90c3-47b1-9c54-ffc574f0a2de', 'tag': 'dcfeca24-a3fb-4a73-88b2-433960395288', 'status': 'completed', 'code': 200} May 21 15:23:18.787947 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-8f93a4ba-c20e-400b-ac51-6c9e643276ba req-7f6ca575-37d0-4b5c-9dae-b111363da447 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2928b2d-2877-4874-a0b8-88718ebe5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545940 May 21 15:23:18.789070 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-cef15d3d-4ac3-4c79-a08e-bec6d362b0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14871499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16546660'] for subnet, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:18.793157 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:23:18.841644 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef15d3d-4ac3-4c79-a08e-bec6d362b0c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f04d5cd6-64de-425f-ad82-16f66f2c1a9c,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:23:18.848988 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-cef15d3d-4ac3-4c79-a08e-bec6d362b0c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697775'] for subnet, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:18.864441 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c2307f-870b-4f57-890a-f63c2c86560d req-25259187-df5e-4564-9fd0-ed846ebf796a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:18.866778 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-06c2307f-870b-4f57-890a-f63c2c86560d req-25259187-df5e-4564-9fd0-ed846ebf796a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=eb30ab6c-f7c8-4207-93a0-64b78264c5e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1094854 May 21 15:23:18.897394 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef15d3d-4ac3-4c79-a08e-bec6d362b0c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:23:18.897754 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef15d3d-4ac3-4c79-a08e-bec6d362b0c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:23:18.898211 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef15d3d-4ac3-4c79-a08e-bec6d362b0c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:23:18.898556 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef15d3d-4ac3-4c79-a08e-bec6d362b0c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:23:18.898917 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef15d3d-4ac3-4c79-a08e-bec6d362b0c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:23:18.899298 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef15d3d-4ac3-4c79-a08e-bec6d362b0c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:23:18.899647 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef15d3d-4ac3-4c79-a08e-bec6d362b0c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:23:18.899984 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef15d3d-4ac3-4c79-a08e-bec6d362b0c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:23:18.900330 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef15d3d-4ac3-4c79-a08e-bec6d362b0c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:23:18.900668 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef15d3d-4ac3-4c79-a08e-bec6d362b0c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:23:18.901007 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef15d3d-4ac3-4c79-a08e-bec6d362b0c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:23:18.901341 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef15d3d-4ac3-4c79-a08e-bec6d362b0c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:23:18.904568 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-cef15d3d-4ac3-4c79-a08e-bec6d362b0c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:23:18.912000 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-cef15d3d-4ac3-4c79-a08e-bec6d362b0c4 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/f04d5cd6-64de-425f-ad82-16f66f2c1a9c HTTP/1.1" status: 204 len: 168 time: 0.9805033 May 21 15:23:18.916781 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 33126) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:23:18.957554 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1696487-effb-4cab-8cf6-c8054e63aa44 req-a95fe5dc-a611-4d85-b428-dcb28190417f tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:18.958914 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-a1696487-effb-4cab-8cf6-c8054e63aa44 req-a95fe5dc-a611-4d85-b428-dcb28190417f tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d88d55e-b9b2-4cfe-916e-c2899e3fc98f HTTP/1.1" status: 200 len: 945 time: 0.0987251 May 21 15:23:19.006352 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-a1696487-effb-4cab-8cf6-c8054e63aa44 req-2f92929d-378a-41da-a4d9-b6b112c97544 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410969 May 21 15:23:19.130381 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device e5baad11-dfe2-4593-8882-7685a2339cc7 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:23:19.189255 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] No Port match for: e5baad11-dfe2-4593-8882-7685a2339cc7 {{(pid=91550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:23:19.189891 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device e5baad11-dfe2-4593-8882-7685a2339cc7 not bound to the agent host hv-cinder-79229 {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:23:19.199708 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-05860a78-1998-4352-89c4-aa58ae122819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732154'] for network, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:19.216586 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-06c2307f-870b-4f57-890a-f63c2c86560d req-a4f7bd82-7b9f-408b-879c-19ab9735844f service neutron] 10.222.0.68 "GET /v2.0/networks/eb30ab6c-f7c8-4207-93a0-64b78264c5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286169 May 21 15:23:19.282765 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12594ae5-b65b-4263-94a5-acf1f631925e req-5a976565-18ee-42e1-9c5f-75181c9bdcba tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:19.283518 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-12594ae5-b65b-4263-94a5-acf1f631925e req-5a976565-18ee-42e1-9c5f-75181c9bdcba tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Synchronizing usage tracker for tenant:e69ae68628214c52b9596296332a84e0 on resource:port {{(pid=91548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:23:19.289229 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e6f13acb-dde4-45e3-8932-2715da3406c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:19.456041 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-05860a78-1998-4352-89c4-aa58ae122819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707840', 'neutron.services.segments.db._delete_segments_for_network-8730419779193'] for network, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:19.463446 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-12594ae5-b65b-4263-94a5-acf1f631925e req-5a976565-18ee-42e1-9c5f-75181c9bdcba tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Unset dirty status for tenant:e69ae68628214c52b9596296332a84e0 on resource:port {{(pid=91548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:23:19.464548 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-12594ae5-b65b-4263-94a5-acf1f631925e req-5a976565-18ee-42e1-9c5f-75181c9bdcba tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.68 "GET /v2.0/ports?device_id=2a8a26f3-21af-4256-a270-3f1e3ea1937d HTTP/1.1" status: 200 len: 945 time: 0.4821332 May 21 15:23:19.479844 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7c9cb-0ba9-4338-85ad-42181a5552c1 req-b7ca53d5-3a51-4b79-b5ad-2f2053e694c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:19.481233 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-58f7c9cb-0ba9-4338-85ad-42181a5552c1 req-b7ca53d5-3a51-4b79-b5ad-2f2053e694c0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0fc01a07398c478fb3a1b2d71b22bbeb&device_id=5d88d55e-b9b2-4cfe-916e-c2899e3fc98f HTTP/1.1" status: 200 len: 1098 time: 0.1499400 May 21 15:23:19.483084 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.services.segments.db [None req-05860a78-1998-4352-89c4-aa58ae122819 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['321c2ca3-09b1-4787-88ab-24465b663b2d']}} {{(pid=91548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:23:19.492380 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d342a1f8-e1fe-46b1-8062-619ca4d5a41e req-ad4d1cb9-4109-4750-a154-7abe6c4fc10f tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:19.493876 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-d342a1f8-e1fe-46b1-8062-619ca4d5a41e req-ad4d1cb9-4109-4750-a154-7abe6c4fc10f tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d88d55e-b9b2-4cfe-916e-c2899e3fc98f HTTP/1.1" status: 200 len: 945 time: 0.1129441 May 21 15:23:19.548049 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.services.segments.db [None req-05860a78-1998-4352-89c4-aa58ae122819 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d67f94e-8ecf-4f8b-811f-9d8f4012b1b2') {'for_net_delete': True} {{(pid=91548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:23:19.548902 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.services.segments.db [None req-05860a78-1998-4352-89c4-aa58ae122819 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d67f94e-8ecf-4f8b-811f-9d8f4012b1b2') {} {{(pid=91548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:23:19.576900 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-06c2307f-870b-4f57-890a-f63c2c86560d req-7058c0d7-e09a-4040-9e11-3794db050a34 service neutron] 10.222.0.68 "GET /v2.0/networks/eb30ab6c-f7c8-4207-93a0-64b78264c5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3488359 May 21 15:23:19.580355 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-05860a78-1998-4352-89c4-aa58ae122819 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730419791885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15185084'] for segment, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:19.632580 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-d342a1f8-e1fe-46b1-8062-619ca4d5a41e req-16b4d89d-3be4-4ce3-8f38-b1ba789c3c8d tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326048 May 21 15:23:19.683984 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7c9cb-0ba9-4338-85ad-42181a5552c1 req-6047f30f-f46e-4687-ad18-7f6dfcebd01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:19.684205 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-05860a78-1998-4352-89c4-aa58ae122819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703692'] for segment, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:19.685719 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-58f7c9cb-0ba9-4338-85ad-42181a5552c1 req-6047f30f-f46e-4687-ad18-7f6dfcebd01b service neutron] 10.222.0.68 "GET /v2.0/networks?id=d29c3f89-e388-4f8b-92df-23b0002e5815 HTTP/1.1" status: 200 len: 919 time: 0.1869900 May 21 15:23:19.696997 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05860a78-1998-4352-89c4-aa58ae122819 admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=91548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 21 15:23:19.697365 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-05860a78-1998-4352-89c4-aa58ae122819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14885571'] for segment, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:19.711984 dv-cinder-792299-3-iscsi neutron-server[91548]: Traceback (most recent call last): May 21 15:23:19.711984 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 21 15:23:19.711984 dv-cinder-792299-3-iscsi neutron-server[91548]: timer() May 21 15:23:19.711984 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 21 15:23:19.711984 dv-cinder-792299-3-iscsi neutron-server[91548]: cb(*args, **kw) May 21 15:23:19.711984 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 21 15:23:19.711984 dv-cinder-792299-3-iscsi neutron-server[91548]: return func(*args, **kwargs) May 21 15:23:19.711984 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 21 15:23:19.711984 dv-cinder-792299-3-iscsi neutron-server[91548]: self._notify() May 21 15:23:19.711984 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 21 15:23:19.711984 dv-cinder-792299-3-iscsi neutron-server[91548]: self.callback(batched_events) May 21 15:23:19.711984 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 21 15:23:19.711984 dv-cinder-792299-3-iscsi neutron-server[91548]: event.method(event) May 21 15:23:19.711984 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 21 15:23:19.711984 dv-cinder-792299-3-iscsi neutron-server[91548]: aggregate_id = self._get_aggregate_id(event.segment_id) May 21 15:23:19.711984 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 21 15:23:19.711984 dv-cinder-792299-3-iscsi neutron-server[91548]: aggregate_uuid = self.p_client.list_aggregates( May 21 15:23:19.711984 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 21 15:23:19.711984 dv-cinder-792299-3-iscsi neutron-server[91548]: return f(self, *a, **k) May 21 15:23:19.711984 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 21 15:23:19.711984 dv-cinder-792299-3-iscsi neutron-server[91548]: return self._get(url).json() May 21 15:23:19.711984 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 21 15:23:19.711984 dv-cinder-792299-3-iscsi neutron-server[91548]: return self._client.get(url, endpoint_filter=self._ks_filter, May 21 15:23:19.711984 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 21 15:23:19.711984 dv-cinder-792299-3-iscsi neutron-server[91548]: return self.request(url, 'GET', **kwargs) May 21 15:23:19.711984 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 21 15:23:19.711984 dv-cinder-792299-3-iscsi neutron-server[91548]: base_url = self.get_endpoint(auth, allow=allow, May 21 15:23:19.711984 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 21 15:23:19.711984 dv-cinder-792299-3-iscsi neutron-server[91548]: auth = self._auth_required(auth, 'determine endpoint URL') May 21 15:23:19.711984 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 21 15:23:19.711984 dv-cinder-792299-3-iscsi neutron-server[91548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 21 15:23:19.711984 dv-cinder-792299-3-iscsi neutron-server[91548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 21 15:23:19.850742 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [req-12594ae5-b65b-4263-94a5-acf1f631925e req-96d5faea-8250-453e-94c5-773741cece52 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Deleting port 0aa0aa21-3b40-48c9-b654-ddc26030b9cf {{(pid=91548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:23:19.851268 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-12594ae5-b65b-4263-94a5-acf1f631925e req-96d5faea-8250-453e-94c5-773741cece52 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730419685614'] for port, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:19.883402 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-05860a78-1998-4352-89c4-aa58ae122819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1599858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763229'] for network, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:19.904098 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-58f7c9cb-0ba9-4338-85ad-42181a5552c1 req-aee729b9-8bdf-417a-93ed-bd8ee0ad3eda service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69511024-0acb-4c43-8e69-3148f72d9dae HTTP/1.1" status: 200 len: 217 time: 0.2031095 May 21 15:23:20.021489 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-05860a78-1998-4352-89c4-aa58ae122819 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697775'] for network, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:20.030359 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-8cf90213-37be-4e27-a311-8f53fe484142 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:23:20.044659 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7c9cb-0ba9-4338-85ad-42181a5552c1 req-ac242cdf-06a5-48f9-8035-575be9c376e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:20.046258 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-58f7c9cb-0ba9-4338-85ad-42181a5552c1 req-ac242cdf-06a5-48f9-8035-575be9c376e3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b5806df6-2818-423b-b237-cbbc2236feaf HTTP/1.1" status: 200 len: 858 time: 0.1346881 May 21 15:23:20.069781 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a5ec6-abe7-4f03-9c5b-fa6104bb0766 req-578f8f1a-0e46-4444-b48d-9b0e4eb5bb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:20.071262 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-e55a5ec6-abe7-4f03-9c5b-fa6104bb0766 req-578f8f1a-0e46-4444-b48d-9b0e4eb5bb49 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=40b90e1ae06e4417a829177c97d9995a&device_id=1a6db82c-90c3-47b1-9c54-ffc574f0a2de HTTP/1.1" status: 200 len: 1096 time: 0.4427981 May 21 15:23:20.072032 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05860a78-1998-4352-89c4-aa58ae122819 admin admin] Pushing event deleted for resources: {'Network': ['ID=321c2ca3-09b1-4787-88ab-24465b663b2d,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:23:20.074503 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-05860a78-1998-4352-89c4-aa58ae122819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:23:20.105791 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-05860a78-1998-4352-89c4-aa58ae122819 admin admin] 10.222.0.69 "DELETE /v2.0/networks/321c2ca3-09b1-4787-88ab-24465b663b2d HTTP/1.1" status: 204 len: 168 time: 1.1879623 May 21 15:23:20.106420 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-58f7c9cb-0ba9-4338-85ad-42181a5552c1 req-2b2069bc-a83d-4cf8-8321-77b995b6b32b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d29c3f89-e388-4f8b-92df-23b0002e5815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497842 May 21 15:23:20.124027 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958488c-ace6-4b21-901b-3456dc86ff28 req-8f2b815e-fcb5-49a0-9d42-2bbde18a6deb tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:20.126392 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-7958488c-ace6-4b21-901b-3456dc86ff28 req-8f2b815e-fcb5-49a0-9d42-2bbde18a6deb tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a8a26f3-21af-4256-a270-3f1e3ea1937d HTTP/1.1" status: 200 len: 945 time: 0.2668636 May 21 15:23:20.180529 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be96e5-7f25-45a9-8a41-00dcccc44060 req-00d51d3f-cd15-415f-bac2-963682e78935 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:20.182004 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-23be96e5-7f25-45a9-8a41-00dcccc44060 req-00d51d3f-cd15-415f-bac2-963682e78935 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a6db82c-90c3-47b1-9c54-ffc574f0a2de HTTP/1.1" status: 200 len: 943 time: 0.2693512 May 21 15:23:20.215244 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [req-12594ae5-b65b-4263-94a5-acf1f631925e req-96d5faea-8250-453e-94c5-773741cece52 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] For port 0aa0aa21-3b40-48c9-b654-ddc26030b9cf, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=0aa0aa21-3b40-48c9-b654-ddc26030b9cf,segment=NetworkSegment(2d61a3b4-1755-496f-8717-4a5d3f8f647f),segment_id=2d61a3b4-1755-496f-8717-4a5d3f8f647f)] {{(pid=91548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:23:20.215857 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-12594ae5-b65b-4263-94a5-acf1f631925e req-96d5faea-8250-453e-94c5-773741cece52 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829031'] for port, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:20.326176 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-7958488c-ace6-4b21-901b-3456dc86ff28 req-bf3693ec-7201-420c-ab59-1b613cdb278f tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/security-groups?id=7bb09541-c849-4d76-84cc-83874255c44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730812 May 21 15:23:20.333779 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-23be96e5-7f25-45a9-8a41-00dcccc44060 req-e7d9dcce-6dc0-4938-b03f-036253471726 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2928b2d-2877-4874-a0b8-88718ebe5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016200 May 21 15:23:20.354817 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-58f7c9cb-0ba9-4338-85ad-42181a5552c1 req-8cf86d63-7362-4a89-a051-990cb14e85a4 service neutron] 10.222.0.68 "GET /v2.0/networks/d29c3f89-e388-4f8b-92df-23b0002e5815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267087 May 21 15:23:20.362491 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [req-12594ae5-b65b-4263-94a5-acf1f631925e req-96d5faea-8250-453e-94c5-773741cece52 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Calling delete_port for 0aa0aa21-3b40-48c9-b654-ddc26030b9cf owned by compute:nova {{(pid=91548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:23:20.406833 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a5ec6-abe7-4f03-9c5b-fa6104bb0766 req-911cbcd0-1cf2-4617-ac99-5694c67a0383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:20.409394 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-e55a5ec6-abe7-4f03-9c5b-fa6104bb0766 req-911cbcd0-1cf2-4617-ac99-5694c67a0383 service neutron] 10.222.0.68 "GET /v2.0/networks?id=eb30ab6c-f7c8-4207-93a0-64b78264c5e5 HTTP/1.1" status: 200 len: 910 time: 0.3305287 May 21 15:23:20.491926 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-e55a5ec6-abe7-4f03-9c5b-fa6104bb0766 req-4fb99598-0072-43e8-85df-b0af52ded49e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcfeca24-a3fb-4a73-88b2-433960395288 HTTP/1.1" status: 200 len: 217 time: 0.0753877 May 21 15:23:20.508215 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 33142) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:23:20.511898 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-58f7c9cb-0ba9-4338-85ad-42181a5552c1 req-843e2e2c-0046-427b-af71-d851cfe0b72f service neutron] 10.222.0.68 "GET /v2.0/networks/d29c3f89-e388-4f8b-92df-23b0002e5815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493583 May 21 15:23:20.564944 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-e19579d5-5433-4cec-902d-2e796ef7bb70 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f68e94ae626e4618b509d667e1d492d1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0554399 May 21 15:23:20.569198 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 33146) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:23:20.595009 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a5ec6-abe7-4f03-9c5b-fa6104bb0766 req-69d3d3d0-913a-420b-b21d-f30d9c5616c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:20.596876 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-e55a5ec6-abe7-4f03-9c5b-fa6104bb0766 req-69d3d3d0-913a-420b-b21d-f30d9c5616c5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3a59aec6-f0bc-458e-bf25-e00e76faea83 HTTP/1.1" status: 200 len: 848 time: 0.0982511 May 21 15:23:20.636088 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-0fe090de-323e-4391-9ff1-1f45dbce1213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:20.667011 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-0fe090de-323e-4391-9ff1-1f45dbce1213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:20.716571 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-12594ae5-b65b-4263-94a5-acf1f631925e req-96d5faea-8250-453e-94c5-773741cece52 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730419690186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730419340162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14885552'] for port, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:20.724608 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-2fa8e757-7364-4e4b-93eb-b566ca387b18 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:23:20.734622 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] get_ports_and_sgs() called for port_ids ['0aa0aa21-3b40-48c9-b654-ddc26030b9cf'] {{(pid=91550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:23:20.755418 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-0fe090de-323e-4391-9ff1-1f45dbce1213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:20.762431 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-215122c8-5f4c-4c45-b658-f9474ec6428c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:23:20.779219 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe090de-323e-4391-9ff1-1f45dbce1213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b78fdd-8b23-431a-a677-c884f9e23eab,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:23:20.782759 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-0fe090de-323e-4391-9ff1-1f45dbce1213 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:23:20.792438 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-0fe090de-323e-4391-9ff1-1f45dbce1213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:20.796216 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-0fe090de-323e-4391-9ff1-1f45dbce1213 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d3b78fdd-8b23-431a-a677-c884f9e23eab HTTP/1.1" status: 204 len: 168 time: 0.2236774 May 21 15:23:20.804042 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d5faea-8250-453e-94c5-773741cece52 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Pushing event deleted for resources: {'Port': ['ID=0aa0aa21-3b40-48c9-b654-ddc26030b9cf,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:23:20.813816 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-96d5faea-8250-453e-94c5-773741cece52 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:23:20.863457 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.l3_dvrscheduler_db [req-12594ae5-b65b-4263-94a5-acf1f631925e req-96d5faea-8250-453e-94c5-773741cece52 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] No DVR routers for this DVR port 0aa0aa21-3b40-48c9-b654-ddc26030b9cf on host hv-cinder-79229 {{(pid=91548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:23:20.866766 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a5ec6-abe7-4f03-9c5b-fa6104bb0766 req-bf78bb03-4d67-4f25-a545-79a605519233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:20.868745 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-e55a5ec6-abe7-4f03-9c5b-fa6104bb0766 req-bf78bb03-4d67-4f25-a545-79a605519233 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=eb30ab6c-f7c8-4207-93a0-64b78264c5e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2392712 May 21 15:23:20.869340 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-12594ae5-b65b-4263-94a5-acf1f631925e req-96d5faea-8250-453e-94c5-773741cece52 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for port, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:20.872099 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a8a26f3-21af-4256-a270-3f1e3ea1937d', 'name': 'network-vif-deleted', 'tag': '0aa0aa21-3b40-48c9-b654-ddc26030b9cf'}] {{(pid=91548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:23:20.881476 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-cb99478c-afff-4a9c-8770-f3354af234b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:20.926548 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-12594ae5-b65b-4263-94a5-acf1f631925e req-96d5faea-8250-453e-94c5-773741cece52 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.68 "DELETE /v2.0/ports/0aa0aa21-3b40-48c9-b654-ddc26030b9cf HTTP/1.1" status: 204 len: 173 time: 1.4451871 May 21 15:23:20.964394 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bfdc18-d1cd-4135-bcee-42a0d4defbf8 req-f85be080-7d02-4360-9dd4-b8ed8038bb2f tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:20.973744 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-63bfdc18-d1cd-4135-bcee-42a0d4defbf8 req-f85be080-7d02-4360-9dd4-b8ed8038bb2f tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d88d55e-b9b2-4cfe-916e-c2899e3fc98f HTTP/1.1" status: 200 len: 945 time: 0.1314180 May 21 15:23:20.978743 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a8a26f3-21af-4256-a270-3f1e3ea1937d', 'name': 'network-vif-deleted', 'tag': '0aa0aa21-3b40-48c9-b654-ddc26030b9cf', 'status': 'completed', 'code': 200} May 21 15:23:21.028324 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-63bfdc18-d1cd-4135-bcee-42a0d4defbf8 req-84e6c32b-afb6-4d5b-a9bf-e7e0311c38c3 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524888 May 21 15:23:21.054114 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-e55a5ec6-abe7-4f03-9c5b-fa6104bb0766 req-d5e07f45-518a-4e9f-9eea-9df291d86133 service neutron] 10.222.0.68 "GET /v2.0/networks/eb30ab6c-f7c8-4207-93a0-64b78264c5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631284 May 21 15:23:21.200910 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-e55a5ec6-abe7-4f03-9c5b-fa6104bb0766 req-d0d01062-a2e1-484b-9680-62a1430a3394 service neutron] 10.222.0.68 "GET /v2.0/networks/eb30ab6c-f7c8-4207-93a0-64b78264c5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392927 May 21 15:23:21.509155 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-ec88f979-8467-425d-b24d-538d43f7bac6 req-d717dc80-0e18-4b5a-bb4e-fe2c9134246f service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1056943 May 21 15:23:21.645147 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-0aa15c4c-8dc7-4c9e-a405-78b190c13467 req-c870735a-5808-4132-8523-c7683148a316 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a8a26f3-21af-4256-a270-3f1e3ea1937d HTTP/1.1" status: 200 len: 210 time: 0.0872848 May 21 15:23:21.701674 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2946af-e03e-4fe1-8f0f-8676633e32b4 req-52218cdb-650f-46e8-9091-cb80f1792ea2 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:21.703197 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-4c2946af-e03e-4fe1-8f0f-8676633e32b4 req-52218cdb-650f-46e8-9091-cb80f1792ea2 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a6db82c-90c3-47b1-9c54-ffc574f0a2de HTTP/1.1" status: 200 len: 943 time: 0.1124449 May 21 15:23:21.719340 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec88f979-8467-425d-b24d-538d43f7bac6 req-d575d097-fc6d-407b-8aac-c28b88d0d9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:21.720980 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-ec88f979-8467-425d-b24d-538d43f7bac6 req-d575d097-fc6d-407b-8aac-c28b88d0d9f5 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a0ff7059c233428f81d35f38ec365006&device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 1099 time: 0.0986164 May 21 15:23:21.757551 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-4c2946af-e03e-4fe1-8f0f-8676633e32b4 req-8f5016ae-0d7c-4deb-801b-3bf5b737db3c tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2928b2d-2877-4874-a0b8-88718ebe5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429413 May 21 15:23:21.807420 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 33180) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:23:21.903370 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec88f979-8467-425d-b24d-538d43f7bac6 req-1a292d3b-b5ee-418f-8200-119921a4b212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:21.904727 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-ec88f979-8467-425d-b24d-538d43f7bac6 req-1a292d3b-b5ee-418f-8200-119921a4b212 service neutron] 10.222.0.68 "GET /v2.0/networks?id=efa2a869-eef6-443f-b219-ba0ab20cb5c1 HTTP/1.1" status: 200 len: 911 time: 0.1556084 May 21 15:23:21.980655 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.v2.base [None req-a468e648-6799-4508-8a36-a88015088615 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-33014156-network', 'tenant_id': '1ea3ad90b04940f4877fd59225030c08'}} {{(pid=91549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:23:21.985946 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-a468e648-6799-4508-8a36-a88015088615 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:23:21.991365 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-a468e648-6799-4508-8a36-a88015088615 admin admin] Usage tracker for resource:network and tenant:1ea3ad90b04940f4877fd59225030c08 is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:23:21.994281 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-a468e648-6799-4508-8a36-a88015088615 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:23:22.001237 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-a468e648-6799-4508-8a36-a88015088615 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:23:22.011567 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-ec88f979-8467-425d-b24d-538d43f7bac6 req-89b9c8f3-0351-4a6e-9ada-9df28916fed4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f39d91da-f227-4bb1-a3a9-89731368da3f HTTP/1.1" status: 200 len: 1002 time: 0.0991774 May 21 15:23:22.012894 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a468e648-6799-4508-8a36-a88015088615 admin admin] Made reservation on behalf of 1ea3ad90b04940f4877fd59225030c08 for: {'network': 1} {{(pid=91549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:23:22.015425 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-a468e648-6799-4508-8a36-a88015088615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-578634'] for network, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:22.029503 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-a468e648-6799-4508-8a36-a88015088615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:22.045897 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-a468e648-6799-4508-8a36-a88015088615 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:23:22.054036 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-a468e648-6799-4508-8a36-a88015088615 admin admin] Usage tracker for resource:security_group_rule and tenant:1ea3ad90b04940f4877fd59225030c08 is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:23:22.057915 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-a468e648-6799-4508-8a36-a88015088615 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:23:22.065735 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-a468e648-6799-4508-8a36-a88015088615 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:23:22.169631 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec88f979-8467-425d-b24d-538d43f7bac6 req-ad1cda6c-8fa6-4e9d-b786-c15b81a8e922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:22.171120 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-ec88f979-8467-425d-b24d-538d43f7bac6 req-ad1cda6c-8fa6-4e9d-b786-c15b81a8e922 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b15db54b-4552-4834-a465-ff2d97af0b01 HTTP/1.1" status: 200 len: 849 time: 0.1524673 May 21 15:23:22.231505 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-a468e648-6799-4508-8a36-a88015088615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:22.246852 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-a468e648-6799-4508-8a36-a88015088615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:22.258210 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-2706b2af-07f8-4da1-aff6-480a0211d13c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:23:22.264095 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec88f979-8467-425d-b24d-538d43f7bac6 req-6c9d3f23-9e14-409c-b8aa-bc70b514e443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:22.265728 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-ec88f979-8467-425d-b24d-538d43f7bac6 req-6c9d3f23-9e14-409c-b8aa-bc70b514e443 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=efa2a869-eef6-443f-b219-ba0ab20cb5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0828226 May 21 15:23:22.281131 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a468e648-6799-4508-8a36-a88015088615 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=91549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 21 15:23:22.310859 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-a468e648-6799-4508-8a36-a88015088615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703692'] for segment, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:22.311209 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.db.segments_db [None req-a468e648-6799-4508-8a36-a88015088615 admin admin] Added segment 909dd7ba-f471-4bb0-9c7f-bdca340398a0 of type vlan for network 4d273e74-92e1-44f9-8802-b17f7f56e4bc May 21 15:23:22.324073 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a468e648-6799-4508-8a36-a88015088615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c391f81c-5512-4cef-92a6-888d2c379495,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:23:22.332348 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-a468e648-6799-4508-8a36-a88015088615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:23:22.341939 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cea58a-2fb7-4e1d-9d3a-d4d402caa16e req-4b2db7b8-362c-4f77-8dc3-40a5f7a82005 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:22.343439 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-12cea58a-2fb7-4e1d-9d3a-d4d402caa16e req-4b2db7b8-362c-4f77-8dc3-40a5f7a82005 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d88d55e-b9b2-4cfe-916e-c2899e3fc98f HTTP/1.1" status: 200 len: 945 time: 0.1614325 May 21 15:23:22.373427 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-a468e648-6799-4508-8a36-a88015088615 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730419324398'] for network, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:22.417855 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-12cea58a-2fb7-4e1d-9d3a-d4d402caa16e req-7e1c2eba-ad67-4c8b-bdc8-f4fab9dd1f3e tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650821 May 21 15:23:22.430059 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-a468e648-6799-4508-8a36-a88015088615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1599858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697748'] for network, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:22.431612 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a468e648-6799-4508-8a36-a88015088615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:22.432308 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-a468e648-6799-4508-8a36-a88015088615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697775'] for network, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:22.437573 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-92a8affb-8eb1-412e-b78d-5a6dff76cbe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:23:22.444950 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-ec88f979-8467-425d-b24d-538d43f7bac6 req-da8a7d0e-51fe-4122-833a-1b8e542da12a service neutron] 10.222.0.68 "GET /v2.0/networks/efa2a869-eef6-443f-b219-ba0ab20cb5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664612 May 21 15:23:22.541379 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-a468e648-6799-4508-8a36-a88015088615 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7330730 May 21 15:23:22.544502 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a468e648-6799-4508-8a36-a88015088615 admin admin] Pushing event updated for resources: {'Network': ['ID=4d273e74-92e1-44f9-8802-b17f7f56e4bc,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:23:22.544810 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 33188) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:23:22.547349 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-a468e648-6799-4508-8a36-a88015088615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:23:22.552607 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [None req-369054cb-8b94-48f1-8b41-dec8dfc6c4e8 admin admin] Request body: {'subnet': {'network_id': '4d273e74-92e1-44f9-8802-b17f7f56e4bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-33014156-subnet', 'tenant_id': '1ea3ad90b04940f4877fd59225030c08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:23:22.555891 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Network 4d273e74-92e1-44f9-8802-b17f7f56e4bc details requested by agent ovs-agent-dv-cinder-792299-3-iscsi with host dv-cinder-792299-3-iscsi {{(pid=91550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 15:23:22.560431 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-369054cb-8b94-48f1-8b41-dec8dfc6c4e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:23:22.567639 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-369054cb-8b94-48f1-8b41-dec8dfc6c4e8 admin admin] Usage tracker for resource:subnet and tenant:1ea3ad90b04940f4877fd59225030c08 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:23:22.571893 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-369054cb-8b94-48f1-8b41-dec8dfc6c4e8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:23:22.589637 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-369054cb-8b94-48f1-8b41-dec8dfc6c4e8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:23:22.615409 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-ec88f979-8467-425d-b24d-538d43f7bac6 req-baa456f2-49e2-4a15-8958-5f4ba9e189d9 service neutron] 10.222.0.68 "GET /v2.0/networks/efa2a869-eef6-443f-b219-ba0ab20cb5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626883 May 21 15:23:22.616381 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369054cb-8b94-48f1-8b41-dec8dfc6c4e8 admin admin] Made reservation on behalf of 1ea3ad90b04940f4877fd59225030c08 for: {'subnet': 1} {{(pid=91548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:23:22.618573 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-369054cb-8b94-48f1-8b41-dec8dfc6c4e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14760868'] for subnet, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:23.011899 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2abcf-8b6a-4a0f-8b47-563736a6c2b1 req-67864394-00e5-4c83-bcee-f62f47a4cc06 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:23.013501 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-88b2abcf-8b6a-4a0f-8b47-563736a6c2b1 req-67864394-00e5-4c83-bcee-f62f47a4cc06 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a6db82c-90c3-47b1-9c54-ffc574f0a2de HTTP/1.1" status: 200 len: 943 time: 0.0923488 May 21 15:23:23.048041 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-369054cb-8b94-48f1-8b41-dec8dfc6c4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14885468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14760842'] for subnet, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:23.053944 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:23:23.077873 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-88b2abcf-8b6a-4a0f-8b47-563736a6c2b1 req-ea73a4e6-c1a3-469b-9e3d-31a3c1e2ee30 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2928b2d-2877-4874-a0b8-88718ebe5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583830 May 21 15:23:23.139186 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369054cb-8b94-48f1-8b41-dec8dfc6c4e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9147e2a3-128b-469b-aa5e-165839e2019d,revision_number=0']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:23:23.143815 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-369054cb-8b94-48f1-8b41-dec8dfc6c4e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:23:23.144857 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369054cb-8b94-48f1-8b41-dec8dfc6c4e8 admin admin] Checking segment: {'id': '909dd7ba-f471-4bb0-9c7f-bdca340398a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '4d273e74-92e1-44f9-8802-b17f7f56e4bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:23:23.145157 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369054cb-8b94-48f1-8b41-dec8dfc6c4e8 admin admin] Network hostable DHCP agents. Network: 4d273e74-92e1-44f9-8802-b17f7f56e4bc, hostable agents: ['c7b0d441-ff2d-4a67-9ef1-8c68d51adfa8'], hosted agents: [] {{(pid=91548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 15:23:23.149247 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device 0aa0aa21-3b40-48c9-b654-ddc26030b9cf no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:23:23.164860 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369054cb-8b94-48f1-8b41-dec8dfc6c4e8 admin admin] Network 4d273e74-92e1-44f9-8802-b17f7f56e4bc is scheduled to be hosted by DHCP agent c7b0d441-ff2d-4a67-9ef1-8c68d51adfa8 with binding_index 1 {{(pid=91548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 15:23:23.176032 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.base_scheduler [None req-369054cb-8b94-48f1-8b41-dec8dfc6c4e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-3-iscsi, 4d273e74-92e1-44f9-8802-b17f7f56e4bc) {{(pid=91548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:23:23.179013 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:23.185324 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] No Port match for: 0aa0aa21-3b40-48c9-b654-ddc26030b9cf {{(pid=91550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:23:23.185324 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device 0aa0aa21-3b40-48c9-b654-ddc26030b9cf not bound to the agent host hv-cinder-79229 {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:23:23.185613 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369054cb-8b94-48f1-8b41-dec8dfc6c4e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:23.185779 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-369054cb-8b94-48f1-8b41-dec8dfc6c4e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:23.189393 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b4ce3d-a2a0-4ca1-93ed-62254ec91b46 None None] Network 4d273e74-92e1-44f9-8802-b17f7f56e4bc requested from dv-cinder-792299-3-iscsi {{(pid=91550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:23:23.206091 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-369054cb-8b94-48f1-8b41-dec8dfc6c4e8 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6602082 May 21 15:23:23.381284 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec58755-1dbe-461d-b9a7-42804849870d None None] Network 4d273e74-92e1-44f9-8802-b17f7f56e4bc requested from dv-cinder-792299-3-iscsi {{(pid=91550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:23:23.684789 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd2525-fb31-4d45-85ed-584a0405544d req-9966e2aa-2ab1-4b81-bdfe-94bfac1b69c6 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:23.686367 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-93cd2525-fb31-4d45-85ed-584a0405544d req-9966e2aa-2ab1-4b81-bdfe-94bfac1b69c6 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d88d55e-b9b2-4cfe-916e-c2899e3fc98f HTTP/1.1" status: 200 len: 945 time: 0.0898178 May 21 15:23:23.736378 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-93cd2525-fb31-4d45-85ed-584a0405544d req-de057d76-bcbc-42b7-8f6d-1eb7c1d76422 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431037 May 21 15:23:23.802303 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 33220) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:23:23.808015 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.v2.base [None req-31fa8784-2bf0-42eb-9931-ab04345fe6ca admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-181642571-network', 'tenant_id': '1dd72c802643415ca81a1cecd3f8c190'}} {{(pid=91549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:23:23.813536 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-31fa8784-2bf0-42eb-9931-ab04345fe6ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:23:23.817814 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-31fa8784-2bf0-42eb-9931-ab04345fe6ca admin admin] Usage tracker for resource:network and tenant:1dd72c802643415ca81a1cecd3f8c190 is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:23:23.820786 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-31fa8784-2bf0-42eb-9931-ab04345fe6ca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:23:23.826467 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-31fa8784-2bf0-42eb-9931-ab04345fe6ca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:23:23.837275 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31fa8784-2bf0-42eb-9931-ab04345fe6ca admin admin] Made reservation on behalf of 1dd72c802643415ca81a1cecd3f8c190 for: {'network': 1} {{(pid=91549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:23:23.839515 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-31fa8784-2bf0-42eb-9931-ab04345fe6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-578634'] for network, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:23.852175 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-31fa8784-2bf0-42eb-9931-ab04345fe6ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:23.870426 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-31fa8784-2bf0-42eb-9931-ab04345fe6ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:23:23.874348 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-31fa8784-2bf0-42eb-9931-ab04345fe6ca admin admin] Usage tracker for resource:security_group_rule and tenant:1dd72c802643415ca81a1cecd3f8c190 is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:23:23.881532 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-31fa8784-2bf0-42eb-9931-ab04345fe6ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:23:23.884711 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-31fa8784-2bf0-42eb-9931-ab04345fe6ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:23:24.122408 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-31fa8784-2bf0-42eb-9931-ab04345fe6ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:24.128429 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-31fa8784-2bf0-42eb-9931-ab04345fe6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:24.144199 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31fa8784-2bf0-42eb-9931-ab04345fe6ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=91549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 21 15:23:24.159025 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-31fa8784-2bf0-42eb-9931-ab04345fe6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703692'] for segment, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:24.159628 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.db.segments_db [None req-31fa8784-2bf0-42eb-9931-ab04345fe6ca admin admin] Added segment 3f8eb691-e725-4a5b-a88e-92da4b482074 of type vlan for network 38211264-b3b7-4681-a631-634434231b50 May 21 15:23:24.187733 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-31fa8784-2bf0-42eb-9931-ab04345fe6ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730419324398'] for network, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:24.218430 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-dc3313c4-2e76-4469-aecb-e43fb4aa32a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:23:24.230740 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-31fa8784-2bf0-42eb-9931-ab04345fe6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1599858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697748'] for network, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:24.234294 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fa8784-2bf0-42eb-9931-ab04345fe6ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:24.235079 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-31fa8784-2bf0-42eb-9931-ab04345fe6ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697775'] for network, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:24.295758 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fa8784-2bf0-42eb-9931-ab04345fe6ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b13ea1c-edf9-4907-9171-28ead1c2867a,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:23:24.308917 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-31fa8784-2bf0-42eb-9931-ab04345fe6ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:23:24.311861 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:23:24.389372 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-31fa8784-2bf0-42eb-9931-ab04345fe6ca admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5858018 May 21 15:23:24.392754 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 33232) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:23:24.402211 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [None req-3ecd58ed-27b3-4839-8013-20436bf5065d admin admin] Request body: {'subnet': {'network_id': '38211264-b3b7-4681-a631-634434231b50', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-181642571-subnet', 'tenant_id': '1dd72c802643415ca81a1cecd3f8c190', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:23:24.407082 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-3ecd58ed-27b3-4839-8013-20436bf5065d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:23:24.411235 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-3ecd58ed-27b3-4839-8013-20436bf5065d admin admin] Usage tracker for resource:subnet and tenant:1dd72c802643415ca81a1cecd3f8c190 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:23:24.412220 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fa8784-2bf0-42eb-9931-ab04345fe6ca admin admin] Pushing event updated for resources: {'Network': ['ID=38211264-b3b7-4681-a631-634434231b50,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:23:24.414152 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-3ecd58ed-27b3-4839-8013-20436bf5065d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:23:24.415186 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-31fa8784-2bf0-42eb-9931-ab04345fe6ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:23:24.420982 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-3ecd58ed-27b3-4839-8013-20436bf5065d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:23:24.425012 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Network 38211264-b3b7-4681-a631-634434231b50 details requested by agent ovs-agent-dv-cinder-792299-3-iscsi with host dv-cinder-792299-3-iscsi {{(pid=91550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 15:23:24.439415 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ecd58ed-27b3-4839-8013-20436bf5065d admin admin] Made reservation on behalf of 1dd72c802643415ca81a1cecd3f8c190 for: {'subnet': 1} {{(pid=91548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:23:24.444595 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-3ecd58ed-27b3-4839-8013-20436bf5065d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14760868'] for subnet, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:24.455544 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364f3ae-84d8-4ba1-b67c-f2297bb357c5 req-94ab3be1-d131-4917-92b3-5ce354512a16 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:24.457115 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-8364f3ae-84d8-4ba1-b67c-f2297bb357c5 req-94ab3be1-d131-4917-92b3-5ce354512a16 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a6db82c-90c3-47b1-9c54-ffc574f0a2de HTTP/1.1" status: 200 len: 943 time: 0.2102993 May 21 15:23:24.526600 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-8364f3ae-84d8-4ba1-b67c-f2297bb357c5 req-51789cc7-5e1e-4e48-9399-655e124c58e0 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2928b2d-2877-4874-a0b8-88718ebe5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627632 May 21 15:23:24.855956 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-3ecd58ed-27b3-4839-8013-20436bf5065d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14885468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14760842'] for subnet, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:24.861297 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-090abe70-7ec3-4428-a51a-ffc3affdc1a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:23:24.937406 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecd58ed-27b3-4839-8013-20436bf5065d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f8fdf50-1c1b-4899-b570-beb087cc2351,revision_number=0']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:23:24.941436 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-3ecd58ed-27b3-4839-8013-20436bf5065d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:23:24.945755 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecd58ed-27b3-4839-8013-20436bf5065d admin admin] Checking segment: {'id': '3f8eb691-e725-4a5b-a88e-92da4b482074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '38211264-b3b7-4681-a631-634434231b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:23:24.946107 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecd58ed-27b3-4839-8013-20436bf5065d admin admin] Network hostable DHCP agents. Network: 38211264-b3b7-4681-a631-634434231b50, hostable agents: ['c7b0d441-ff2d-4a67-9ef1-8c68d51adfa8'], hosted agents: [] {{(pid=91548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 15:23:24.966044 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecd58ed-27b3-4839-8013-20436bf5065d admin admin] Network 38211264-b3b7-4681-a631-634434231b50 is scheduled to be hosted by DHCP agent c7b0d441-ff2d-4a67-9ef1-8c68d51adfa8 with binding_index 1 {{(pid=91548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 15:23:24.976947 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.base_scheduler [None req-3ecd58ed-27b3-4839-8013-20436bf5065d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-3-iscsi, 38211264-b3b7-4681-a631-634434231b50) {{(pid=91548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:23:24.988489 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cee0c97-f715-421b-9b59-1a19f329e311 None None] Network 38211264-b3b7-4681-a631-634434231b50 requested from dv-cinder-792299-3-iscsi {{(pid=91550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:23:24.989916 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecd58ed-27b3-4839-8013-20436bf5065d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:24.990610 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-3ecd58ed-27b3-4839-8013-20436bf5065d admin admin] Notify callbacks [] for subnet, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:25.014147 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-3ecd58ed-27b3-4839-8013-20436bf5065d admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6200035 May 21 15:23:25.163434 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 33240) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:23:25.183725 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d728cf-cdac-4d7a-8069-2cfb27e68dfe None None] Network 38211264-b3b7-4681-a631-634434231b50 requested from dv-cinder-792299-3-iscsi {{(pid=91550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:23:25.235537 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba3f7987-4fa8-4114-8739-d89f806e0575 admin admin] Deleting subnet 9147e2a3-128b-469b-aa5e-165839e2019d {{(pid=91549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 21 15:23:25.239597 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-ba3f7987-4fa8-4114-8739-d89f806e0575 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:25.296727 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-ba3f7987-4fa8-4114-8739-d89f806e0575 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16600670'] for subnet, precommit_delete_associations {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:25.360658 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-ba3f7987-4fa8-4114-8739-d89f806e0575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708537'] for subnet, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:25.686555 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-ba3f7987-4fa8-4114-8739-d89f806e0575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14871499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16546660'] for subnet, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:25.694566 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:23:25.731291 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3f7987-4fa8-4114-8739-d89f806e0575 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9147e2a3-128b-469b-aa5e-165839e2019d,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:23:25.743922 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-ba3f7987-4fa8-4114-8739-d89f806e0575 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697775'] for subnet, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:25.760871 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-ba3f7987-4fa8-4114-8739-d89f806e0575 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/9147e2a3-128b-469b-aa5e-165839e2019d HTTP/1.1" status: 204 len: 168 time: 0.5970371 May 21 15:23:25.764004 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 33250) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:23:25.768562 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-ba3f7987-4fa8-4114-8739-d89f806e0575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:23:25.795515 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59480d-2193-440c-90a4-f5bfc6ec89bc req-b364281e-524c-420e-9a26-2db3f45a3a04 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:25.797278 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-2f59480d-2193-440c-90a4-f5bfc6ec89bc req-b364281e-524c-420e-9a26-2db3f45a3a04 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a6db82c-90c3-47b1-9c54-ffc574f0a2de HTTP/1.1" status: 200 len: 943 time: 0.1570663 May 21 15:23:25.861090 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-2f59480d-2193-440c-90a4-f5bfc6ec89bc req-5b3e3b9a-61da-4a4b-b325-e11bec510227 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2928b2d-2877-4874-a0b8-88718ebe5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572340 May 21 15:23:25.873707 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-994fbd41-4e18-4a87-8f54-74d8e14e86ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732154'] for network, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:26.062672 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-994fbd41-4e18-4a87-8f54-74d8e14e86ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707840', 'neutron.services.segments.db._delete_segments_for_network-8730419779193'] for network, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:26.076776 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.services.segments.db [None req-994fbd41-4e18-4a87-8f54-74d8e14e86ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d273e74-92e1-44f9-8802-b17f7f56e4bc']}} {{(pid=91548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:23:26.090093 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.services.segments.db [None req-994fbd41-4e18-4a87-8f54-74d8e14e86ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '909dd7ba-f471-4bb0-9c7f-bdca340398a0') {'for_net_delete': True} {{(pid=91548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:23:26.090384 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.services.segments.db [None req-994fbd41-4e18-4a87-8f54-74d8e14e86ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '909dd7ba-f471-4bb0-9c7f-bdca340398a0') {} {{(pid=91548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:23:26.102017 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-994fbd41-4e18-4a87-8f54-74d8e14e86ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730419791885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15185084'] for segment, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:26.118303 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-994fbd41-4e18-4a87-8f54-74d8e14e86ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703692'] for segment, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:26.124663 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-994fbd41-4e18-4a87-8f54-74d8e14e86ad admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=91548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 21 15:23:26.126360 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-994fbd41-4e18-4a87-8f54-74d8e14e86ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14885571'] for segment, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:26.141818 dv-cinder-792299-3-iscsi neutron-server[91548]: Traceback (most recent call last): May 21 15:23:26.141818 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 21 15:23:26.141818 dv-cinder-792299-3-iscsi neutron-server[91548]: timer() May 21 15:23:26.141818 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 21 15:23:26.141818 dv-cinder-792299-3-iscsi neutron-server[91548]: cb(*args, **kw) May 21 15:23:26.141818 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 21 15:23:26.141818 dv-cinder-792299-3-iscsi neutron-server[91548]: return func(*args, **kwargs) May 21 15:23:26.141818 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 21 15:23:26.141818 dv-cinder-792299-3-iscsi neutron-server[91548]: self._notify() May 21 15:23:26.141818 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 21 15:23:26.141818 dv-cinder-792299-3-iscsi neutron-server[91548]: self.callback(batched_events) May 21 15:23:26.141818 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 21 15:23:26.141818 dv-cinder-792299-3-iscsi neutron-server[91548]: event.method(event) May 21 15:23:26.141818 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 21 15:23:26.141818 dv-cinder-792299-3-iscsi neutron-server[91548]: aggregate_id = self._get_aggregate_id(event.segment_id) May 21 15:23:26.141818 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 21 15:23:26.141818 dv-cinder-792299-3-iscsi neutron-server[91548]: aggregate_uuid = self.p_client.list_aggregates( May 21 15:23:26.141818 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 21 15:23:26.141818 dv-cinder-792299-3-iscsi neutron-server[91548]: return f(self, *a, **k) May 21 15:23:26.141818 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 21 15:23:26.141818 dv-cinder-792299-3-iscsi neutron-server[91548]: return self._get(url).json() May 21 15:23:26.141818 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 21 15:23:26.141818 dv-cinder-792299-3-iscsi neutron-server[91548]: return self._client.get(url, endpoint_filter=self._ks_filter, May 21 15:23:26.141818 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 21 15:23:26.141818 dv-cinder-792299-3-iscsi neutron-server[91548]: return self.request(url, 'GET', **kwargs) May 21 15:23:26.141818 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 21 15:23:26.141818 dv-cinder-792299-3-iscsi neutron-server[91548]: base_url = self.get_endpoint(auth, allow=allow, May 21 15:23:26.141818 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 21 15:23:26.141818 dv-cinder-792299-3-iscsi neutron-server[91548]: auth = self._auth_required(auth, 'determine endpoint URL') May 21 15:23:26.141818 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 21 15:23:26.141818 dv-cinder-792299-3-iscsi neutron-server[91548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 21 15:23:26.141818 dv-cinder-792299-3-iscsi neutron-server[91548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 21 15:23:26.218998 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-994fbd41-4e18-4a87-8f54-74d8e14e86ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1599858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763229'] for network, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:26.223348 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-01e98e7a-ffe5-4bab-b86b-661669bfe44f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:23:26.240629 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-994fbd41-4e18-4a87-8f54-74d8e14e86ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697775'] for network, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:26.246966 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994fbd41-4e18-4a87-8f54-74d8e14e86ad admin admin] Pushing event deleted for resources: {'Network': ['ID=4d273e74-92e1-44f9-8802-b17f7f56e4bc,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:23:26.249841 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-994fbd41-4e18-4a87-8f54-74d8e14e86ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:23:26.256229 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-994fbd41-4e18-4a87-8f54-74d8e14e86ad admin admin] 10.222.0.69 "DELETE /v2.0/networks/4d273e74-92e1-44f9-8802-b17f7f56e4bc HTTP/1.1" status: 204 len: 168 time: 0.4872327 May 21 15:23:26.256748 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 33256) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:23:26.315337 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe68d36d-c830-471f-8e28-f404ff630acb admin admin] Deleting subnet 3f8fdf50-1c1b-4899-b570-beb087cc2351 {{(pid=91548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 21 15:23:26.318380 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-fe68d36d-c830-471f-8e28-f404ff630acb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:26.370056 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-fe68d36d-c830-471f-8e28-f404ff630acb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15185061'] for subnet, precommit_delete_associations {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:26.425676 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-fe68d36d-c830-471f-8e28-f404ff630acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708537'] for subnet, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:26.717357 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-fe68d36d-c830-471f-8e28-f404ff630acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14885533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14760833'] for subnet, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:26.723413 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:23:26.759262 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe68d36d-c830-471f-8e28-f404ff630acb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f8fdf50-1c1b-4899-b570-beb087cc2351,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:23:26.761237 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-fe68d36d-c830-471f-8e28-f404ff630acb admin admin] Notify callbacks [] for subnet, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:26.763828 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-fe68d36d-c830-471f-8e28-f404ff630acb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:23:26.768072 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-fe68d36d-c830-471f-8e28-f404ff630acb admin admin] 10.222.0.69 "DELETE /v2.0/subnets/3f8fdf50-1c1b-4899-b570-beb087cc2351 HTTP/1.1" status: 204 len: 168 time: 0.5106633 May 21 15:23:26.770570 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 33262) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:23:26.876627 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-afb76651-2717-4f87-a1ab-d17e5b946bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732154'] for network, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:27.012477 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-afb76651-2717-4f87-a1ab-d17e5b946bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707840', 'neutron.services.segments.db._delete_segments_for_network-8730419779193'] for network, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:27.027081 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.services.segments.db [None req-afb76651-2717-4f87-a1ab-d17e5b946bf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38211264-b3b7-4681-a631-634434231b50']}} {{(pid=91548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:23:27.040974 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.services.segments.db [None req-afb76651-2717-4f87-a1ab-d17e5b946bf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f8eb691-e725-4a5b-a88e-92da4b482074') {'for_net_delete': True} {{(pid=91548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:23:27.041249 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.services.segments.db [None req-afb76651-2717-4f87-a1ab-d17e5b946bf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f8eb691-e725-4a5b-a88e-92da4b482074') {} {{(pid=91548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:23:27.053256 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-afb76651-2717-4f87-a1ab-d17e5b946bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730419791885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15185084'] for segment, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:27.067825 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a04ab7-ff22-44ea-a231-f3bece383f84 req-b5647289-b4be-48b1-8b64-3fc9626e3819 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:27.069298 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-b7a04ab7-ff22-44ea-a231-f3bece383f84 req-b5647289-b4be-48b1-8b64-3fc9626e3819 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a6db82c-90c3-47b1-9c54-ffc574f0a2de HTTP/1.1" status: 200 len: 943 time: 0.0861576 May 21 15:23:27.075918 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-afb76651-2717-4f87-a1ab-d17e5b946bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703692'] for segment, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:27.085459 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afb76651-2717-4f87-a1ab-d17e5b946bf2 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=91548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 21 15:23:27.086013 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-afb76651-2717-4f87-a1ab-d17e5b946bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14885571'] for segment, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:27.106937 dv-cinder-792299-3-iscsi neutron-server[91548]: Traceback (most recent call last): May 21 15:23:27.106937 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 21 15:23:27.106937 dv-cinder-792299-3-iscsi neutron-server[91548]: timer() May 21 15:23:27.106937 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 21 15:23:27.106937 dv-cinder-792299-3-iscsi neutron-server[91548]: cb(*args, **kw) May 21 15:23:27.106937 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 21 15:23:27.106937 dv-cinder-792299-3-iscsi neutron-server[91548]: return func(*args, **kwargs) May 21 15:23:27.106937 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 21 15:23:27.106937 dv-cinder-792299-3-iscsi neutron-server[91548]: self._notify() May 21 15:23:27.106937 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 21 15:23:27.106937 dv-cinder-792299-3-iscsi neutron-server[91548]: self.callback(batched_events) May 21 15:23:27.106937 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 21 15:23:27.106937 dv-cinder-792299-3-iscsi neutron-server[91548]: event.method(event) May 21 15:23:27.106937 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 21 15:23:27.106937 dv-cinder-792299-3-iscsi neutron-server[91548]: aggregate_id = self._get_aggregate_id(event.segment_id) May 21 15:23:27.106937 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 21 15:23:27.106937 dv-cinder-792299-3-iscsi neutron-server[91548]: aggregate_uuid = self.p_client.list_aggregates( May 21 15:23:27.106937 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 21 15:23:27.106937 dv-cinder-792299-3-iscsi neutron-server[91548]: return f(self, *a, **k) May 21 15:23:27.106937 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 21 15:23:27.106937 dv-cinder-792299-3-iscsi neutron-server[91548]: return self._get(url).json() May 21 15:23:27.106937 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 21 15:23:27.106937 dv-cinder-792299-3-iscsi neutron-server[91548]: return self._client.get(url, endpoint_filter=self._ks_filter, May 21 15:23:27.106937 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 21 15:23:27.106937 dv-cinder-792299-3-iscsi neutron-server[91548]: return self.request(url, 'GET', **kwargs) May 21 15:23:27.106937 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 21 15:23:27.106937 dv-cinder-792299-3-iscsi neutron-server[91548]: base_url = self.get_endpoint(auth, allow=allow, May 21 15:23:27.106937 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 21 15:23:27.106937 dv-cinder-792299-3-iscsi neutron-server[91548]: auth = self._auth_required(auth, 'determine endpoint URL') May 21 15:23:27.106937 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 21 15:23:27.106937 dv-cinder-792299-3-iscsi neutron-server[91548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 21 15:23:27.106937 dv-cinder-792299-3-iscsi neutron-server[91548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 21 15:23:27.117178 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-b7a04ab7-ff22-44ea-a231-f3bece383f84 req-668bcacb-8359-4eb5-8eba-153f966210f0 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2928b2d-2877-4874-a0b8-88718ebe5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415056 May 21 15:23:27.168777 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device dcfeca24-a3fb-4a73-88b2-433960395288 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:23:27.219904 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-afb76651-2717-4f87-a1ab-d17e5b946bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1599858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763229'] for network, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:27.225400 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-def7e45b-e19d-4929-b844-7df2896d6aa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:23:27.240648 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-afb76651-2717-4f87-a1ab-d17e5b946bf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697775'] for network, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:27.249775 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb76651-2717-4f87-a1ab-d17e5b946bf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=38211264-b3b7-4681-a631-634434231b50,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:23:27.252948 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-afb76651-2717-4f87-a1ab-d17e5b946bf2 admin admin] 10.222.0.69 "DELETE /v2.0/networks/38211264-b3b7-4681-a631-634434231b50 HTTP/1.1" status: 204 len: 168 time: 0.4813952 May 21 15:23:27.255434 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-afb76651-2717-4f87-a1ab-d17e5b946bf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:23:27.332213 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port dcfeca24-a3fb-4a73-88b2-433960395288, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=dcfeca24-a3fb-4a73-88b2-433960395288,segment=NetworkSegment(ab74b98d-ef35-4b09-b710-b5f6caf08ccc),segment_id=ab74b98d-ef35-4b09-b710-b5f6caf08ccc)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:23:27.347232 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Returning: {'device': 'dcfeca24-a3fb-4a73-88b2-433960395288', 'network_id': 'eb30ab6c-f7c8-4207-93a0-64b78264c5e5', 'port_id': 'dcfeca24-a3fb-4a73-88b2-433960395288', 'mac_address': 'fa:16:3e:34:02:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a59aec6-f0bc-458e-bf25-e00e76faea83', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:23:27.422388 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:27.458832 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.notifiers.nova [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcfeca24-a3fb-4a73-88b2-433960395288 {{(pid=91550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:23:27.470156 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 33278) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:23:27.484318 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port dcfeca24-a3fb-4a73-88b2-433960395288, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=dcfeca24-a3fb-4a73-88b2-433960395288,segment=NetworkSegment(ab74b98d-ef35-4b09-b710-b5f6caf08ccc),segment_id=ab74b98d-ef35-4b09-b710-b5f6caf08ccc)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:23:27.490268 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:27.492609 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-03d2537a-faf9-4560-a08c-63bb445f4c79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:23:27.544091 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-48ec1fac-29e0-43e8-bb2e-a7d905031399 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1ea3ad90b04940f4877fd59225030c08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0716176 May 21 15:23:27.545095 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 33286) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:23:27.599129 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Pushing event updated for resources: {'Port': ['ID=dcfeca24-a3fb-4a73-88b2-433960395288,revision_number=4']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:23:27.613717 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:23:27.614253 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:23:27.615076 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:23:27.615604 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:23:27.616365 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:23:27.617101 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:23:27.617985 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:23:27.618523 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:23:27.619195 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:23:27.619950 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:23:27.621014 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:23:27.621759 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:23:27.630010 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:23:27.655927 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-7f02079f-812a-46b2-a133-18738ab3e3af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:27.700693 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-7f02079f-812a-46b2-a133-18738ab3e3af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:27.760530 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-7f02079f-812a-46b2-a133-18738ab3e3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:27.764336 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-61ef8358-e616-4ee8-b7b7-ef0fc404006b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:23:27.776760 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f02079f-812a-46b2-a133-18738ab3e3af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c391f81c-5512-4cef-92a6-888d2c379495,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:23:27.779992 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-7f02079f-812a-46b2-a133-18738ab3e3af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:23:27.789995 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-7f02079f-812a-46b2-a133-18738ab3e3af admin admin] Notify callbacks [] for security_group, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:27.790456 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] get_ports_and_sgs() called for port_ids ['dcfeca24-a3fb-4a73-88b2-433960395288'] {{(pid=91550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:23:27.793816 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-7f02079f-812a-46b2-a133-18738ab3e3af admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c391f81c-5512-4cef-92a6-888d2c379495 HTTP/1.1" status: 204 len: 168 time: 0.2474606 May 21 15:23:27.887390 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153df49e-0944-437a-ad11-ed3745995450 req-6d836e6e-62cb-4a7e-b98c-605150574ed9 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:27.889617 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-153df49e-0944-437a-ad11-ed3745995450 req-6d836e6e-62cb-4a7e-b98c-605150574ed9 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d88d55e-b9b2-4cfe-916e-c2899e3fc98f HTTP/1.1" status: 200 len: 945 time: 0.1152675 May 21 15:23:27.985978 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-153df49e-0944-437a-ad11-ed3745995450 req-bb9435c1-7e75-4fa3-b763-579cf3964ed4 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813539 May 21 15:23:28.136473 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.agents_db [None req-1cb0bb7b-b6db-4325-ad21-6fa15867ad0e None None] Agent healthcheck: found 6 active agents {{(pid=91551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:23:28.276023 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 33306) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:23:28.338034 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-c843efcd-ed71-4a4b-bbb3-a5ae5284f1bc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1dd72c802643415ca81a1cecd3f8c190&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0608349 May 21 15:23:28.339810 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f562dc-a72a-458c-869c-07d8eba08f1c req-cfabb69d-cdf8-46d7-9f04-00cda87c54f8 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:28.341399 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-e5f562dc-a72a-458c-869c-07d8eba08f1c req-cfabb69d-cdf8-46d7-9f04-00cda87c54f8 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a6db82c-90c3-47b1-9c54-ffc574f0a2de HTTP/1.1" status: 200 len: 944 time: 0.1130798 May 21 15:23:28.341883 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 33314) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:23:28.420257 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-e5f562dc-a72a-458c-869c-07d8eba08f1c req-75b23a3f-7aa0-43e3-b7a8-850bea4fdcac tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2928b2d-2877-4874-a0b8-88718ebe5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657520 May 21 15:23:28.444533 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-625ed154-666b-4625-90e3-01cb1ddb598d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:28.474761 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-625ed154-666b-4625-90e3-01cb1ddb598d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:28.533805 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-625ed154-666b-4625-90e3-01cb1ddb598d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:28.539178 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-a468e648-6799-4508-8a36-a88015088615 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:23:28.552682 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625ed154-666b-4625-90e3-01cb1ddb598d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b13ea1c-edf9-4907-9171-28ead1c2867a,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:23:28.556701 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-625ed154-666b-4625-90e3-01cb1ddb598d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:23:28.559352 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-625ed154-666b-4625-90e3-01cb1ddb598d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:28.564661 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-625ed154-666b-4625-90e3-01cb1ddb598d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3b13ea1c-edf9-4907-9171-28ead1c2867a HTTP/1.1" status: 204 len: 168 time: 0.2174528 May 21 15:23:29.178010 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device dcfeca24-a3fb-4a73-88b2-433960395288 up at agent hyperv_hv-cinder-79229 {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:23:29.263699 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Provisioning for port dcfeca24-a3fb-4a73-88b2-433960395288 completed by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:23:29.269862 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Provisioning complete for port dcfeca24-a3fb-4a73-88b2-433960395288 triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:23:29.270246 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:29.398154 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:29.429971 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a6db82c-90c3-47b1-9c54-ffc574f0a2de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcfeca24-a3fb-4a73-88b2-433960395288'}] {{(pid=91550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:23:29.442686 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port dcfeca24-a3fb-4a73-88b2-433960395288, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=dcfeca24-a3fb-4a73-88b2-433960395288,segment=NetworkSegment(ab74b98d-ef35-4b09-b710-b5f6caf08ccc),segment_id=ab74b98d-ef35-4b09-b710-b5f6caf08ccc)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:23:29.448026 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:29.451495 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:23:29.488557 dv-cinder-792299-3-iscsi neutron-server[91550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a6db82c-90c3-47b1-9c54-ffc574f0a2de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcfeca24-a3fb-4a73-88b2-433960395288', 'code': 200} May 21 15:23:29.523687 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Pushing event updated for resources: {'Port': ['ID=dcfeca24-a3fb-4a73-88b2-433960395288,revision_number=5']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:23:29.527105 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:23:29.662811 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9021db-d540-4d50-8693-3d627fc494db req-b41514e0-f05f-45e3-b786-32a5436a0a84 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:29.664938 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-7c9021db-d540-4d50-8693-3d627fc494db req-b41514e0-f05f-45e3-b786-32a5436a0a84 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a6db82c-90c3-47b1-9c54-ffc574f0a2de HTTP/1.1" status: 200 len: 945 time: 0.0940361 May 21 15:23:29.715619 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-7c9021db-d540-4d50-8693-3d627fc494db req-77f7b37a-3a84-4c74-a95c-27a3c12eae99 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2928b2d-2877-4874-a0b8-88718ebe5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444491 May 21 15:23:30.918775 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eede8c21-530a-4d56-931f-51ce05488929 req-04735a7c-7677-4391-a9f9-8114ea604dd8 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:30.920398 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-eede8c21-530a-4d56-931f-51ce05488929 req-04735a7c-7677-4391-a9f9-8114ea604dd8 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a6db82c-90c3-47b1-9c54-ffc574f0a2de HTTP/1.1" status: 200 len: 945 time: 0.0891981 May 21 15:23:30.932457 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 33402) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:23:30.973529 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-eede8c21-530a-4d56-931f-51ce05488929 req-bf932277-8866-4045-83b8-cca7e721abd4 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2928b2d-2877-4874-a0b8-88718ebe5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429399 May 21 15:23:31.056360 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-08362751-57bd-4f5d-b918-68d768120bca admin admin] Notify callbacks [] for security_group, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:31.073537 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-08362751-57bd-4f5d-b918-68d768120bca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:23:31.077307 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-08362751-57bd-4f5d-b918-68d768120bca admin admin] Usage tracker for resource:security_group_rule and tenant:4d3d3bf053ec48c888417d7992df7c57 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:23:31.080755 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-08362751-57bd-4f5d-b918-68d768120bca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:23:31.086844 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-08362751-57bd-4f5d-b918-68d768120bca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:23:31.171319 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-08362751-57bd-4f5d-b918-68d768120bca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:31.175404 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-08362751-57bd-4f5d-b918-68d768120bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:31.182069 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-71275025-0569-47fc-86de-092a201b7f83 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:23:31.224236 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08362751-57bd-4f5d-b918-68d768120bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee39d124-d51a-40ab-bfc6-8bbbf15a1454,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:23:31.229515 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-08362751-57bd-4f5d-b918-68d768120bca admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4d3d3bf053ec48c888417d7992df7c57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2948503 May 21 15:23:31.229515 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-08362751-57bd-4f5d-b918-68d768120bca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:23:31.231138 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 33410) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:23:31.296727 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-0b67b99f-78ef-4790-b6ef-52d87c039314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:31.323358 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-0b67b99f-78ef-4790-b6ef-52d87c039314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:31.384376 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-0b67b99f-78ef-4790-b6ef-52d87c039314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:31.387861 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-bfdfd3a9-b9af-49fb-9274-7a29d8f49904 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:23:31.399980 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b67b99f-78ef-4790-b6ef-52d87c039314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee39d124-d51a-40ab-bfc6-8bbbf15a1454,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:23:31.403901 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-0b67b99f-78ef-4790-b6ef-52d87c039314 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:23:31.407359 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-0b67b99f-78ef-4790-b6ef-52d87c039314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:31.409154 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-0b67b99f-78ef-4790-b6ef-52d87c039314 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ee39d124-d51a-40ab-bfc6-8bbbf15a1454 HTTP/1.1" status: 204 len: 168 time: 0.1763809 May 21 15:23:31.691128 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 33418) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:23:31.708468 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-0cd9dec6-3da8-40fe-b81f-41223f04aa64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:31.722400 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-0cd9dec6-3da8-40fe-b81f-41223f04aa64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:23:31.726259 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-0cd9dec6-3da8-40fe-b81f-41223f04aa64 admin admin] Usage tracker for resource:security_group_rule and tenant:cf2008469f9e4195b128ac71de0b46b1 is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:23:31.729034 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-0cd9dec6-3da8-40fe-b81f-41223f04aa64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:23:31.735095 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-0cd9dec6-3da8-40fe-b81f-41223f04aa64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:23:31.816030 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-0cd9dec6-3da8-40fe-b81f-41223f04aa64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:31.820314 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-0cd9dec6-3da8-40fe-b81f-41223f04aa64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:31.827063 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-21cc19b4-c6ae-4ae5-becb-71c363466a4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:23:31.866627 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd9dec6-3da8-40fe-b81f-41223f04aa64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0385be-52c1-4efb-a858-e3c52f7555df,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:23:31.870638 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-0cd9dec6-3da8-40fe-b81f-41223f04aa64 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cf2008469f9e4195b128ac71de0b46b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1783996 May 21 15:23:31.871503 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-0cd9dec6-3da8-40fe-b81f-41223f04aa64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:23:31.873369 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 33422) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:23:31.931024 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-1acccd90-b4c3-4d74-b86e-b24be98ffbe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:31.961369 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-1acccd90-b4c3-4d74-b86e-b24be98ffbe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:32.125413 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-1acccd90-b4c3-4d74-b86e-b24be98ffbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:32.133674 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-c08250d2-c690-4c37-9142-8f39413889d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:23:32.148149 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acccd90-b4c3-4d74-b86e-b24be98ffbe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0385be-52c1-4efb-a858-e3c52f7555df,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:23:32.154053 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-1acccd90-b4c3-4d74-b86e-b24be98ffbe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:23:32.162520 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-1acccd90-b4c3-4d74-b86e-b24be98ffbe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:32.162520 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-1acccd90-b4c3-4d74-b86e-b24be98ffbe2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7a0385be-52c1-4efb-a858-e3c52f7555df HTTP/1.1" status: 204 len: 168 time: 0.2872639 May 21 15:23:32.192510 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a03d2c-a6a4-446b-b3f7-e6166fc82c51 req-3b89faae-8e90-4631-a346-90cddb63fbdb tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:32.194058 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-14a03d2c-a6a4-446b-b3f7-e6166fc82c51 req-3b89faae-8e90-4631-a346-90cddb63fbdb tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a6db82c-90c3-47b1-9c54-ffc574f0a2de HTTP/1.1" status: 200 len: 945 time: 0.1051280 May 21 15:23:32.247971 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-14a03d2c-a6a4-446b-b3f7-e6166fc82c51 req-9c9ce68b-99ec-4098-82cc-a8031635c61b tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2928b2d-2877-4874-a0b8-88718ebe5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452228 May 21 15:23:32.303661 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a96f10-2893-4587-aa2f-5a8edb7f933e req-3d62c798-ef3d-4d2b-a1ab-32e51b16bf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:32.305235 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-c0a96f10-2893-4587-aa2f-5a8edb7f933e req-3d62c798-ef3d-4d2b-a1ab-32e51b16bf8e service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=1a6db82c-90c3-47b1-9c54-ffc574f0a2de HTTP/1.1" status: 200 len: 1098 time: 0.0852005 May 21 15:23:32.355317 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-c0a96f10-2893-4587-aa2f-5a8edb7f933e req-a73e1505-9aac-4927-b4f7-daf7676b51ba service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=e2928b2d-2877-4874-a0b8-88718ebe5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415092 May 21 15:23:33.460586 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff3ae8a-fe60-4634-8a1a-e3a73c2422ff req-2cbb1ea7-a366-4e34-804e-d4d53a37e396 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:33.462595 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-7ff3ae8a-fe60-4634-8a1a-e3a73c2422ff req-2cbb1ea7-a366-4e34-804e-d4d53a37e396 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a6db82c-90c3-47b1-9c54-ffc574f0a2de HTTP/1.1" status: 200 len: 945 time: 0.0968707 May 21 15:23:33.601742 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-7ff3ae8a-fe60-4634-8a1a-e3a73c2422ff req-db6a7263-a75b-469f-9cd0-a19f65f1c03a tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2928b2d-2877-4874-a0b8-88718ebe5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119363 May 21 15:23:33.652186 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f1ab42-b46f-4755-85b4-d5f326155579 req-a8ba4a43-fc67-4337-b663-25e9367f6b33 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:33.653876 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-06f1ab42-b46f-4755-85b4-d5f326155579 req-a8ba4a43-fc67-4337-b663-25e9367f6b33 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/networks?id=f98ff193-ff31-4945-a8e5-a0bcfef1cd2f HTTP/1.1" status: 200 len: 814 time: 0.1898394 May 21 15:23:33.668788 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-06f1ab42-b46f-4755-85b4-d5f326155579 req-5558cb22-6e9b-4e77-8b18-e6bb07b2f952 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/quotas/e69ae68628214c52b9596296332a84e0 HTTP/1.1" status: 200 len: 375 time: 0.0094478 May 21 15:23:33.723850 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-06f1ab42-b46f-4755-85b4-d5f326155579 req-b42d2290-21dd-4309-8831-7f499c8df11f tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e69ae68628214c52b9596296332a84e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486026 May 21 15:23:33.911527 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-06f1ab42-b46f-4755-85b4-d5f326155579 req-6b7eb6ec-3132-439e-b665-a1b595f1afec service neutron] 10.222.0.69 "GET /v2.0/networks/f98ff193-ff31-4945-a8e5-a0bcfef1cd2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506395 May 21 15:23:33.919977 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6869ea-a90f-48ff-be74-37aba8ca4795 req-bc4064cd-1af7-44b6-868f-0a96946db438 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:33.921430 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-2b6869ea-a90f-48ff-be74-37aba8ca4795 req-bc4064cd-1af7-44b6-868f-0a96946db438 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a6db82c-90c3-47b1-9c54-ffc574f0a2de HTTP/1.1" status: 200 len: 945 time: 0.1967185 May 21 15:23:34.051827 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-2b6869ea-a90f-48ff-be74-37aba8ca4795 req-334546f4-e394-4b57-b69e-be47445eeb91 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2928b2d-2877-4874-a0b8-88718ebe5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087980 May 21 15:23:34.077721 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 33490) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:23:34.092288 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-06f1ab42-b46f-4755-85b4-d5f326155579 req-40788bd8-cf58-4314-bca2-2c69886d9a0d service neutron] 10.222.0.69 "GET /v2.0/networks/f98ff193-ff31-4945-a8e5-a0bcfef1cd2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691906 May 21 15:23:34.361872 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-a8411818-2e57-4a04-a1bc-bbddb1f5f78c req-dabd95a5-5189-47d0-a8a9-5e7324839946 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa5848ac-ea9a-446d-b66d-f076e4b9f6a3 HTTP/1.1" status: 200 len: 210 time: 0.0528646 May 21 15:23:34.474004 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9424bf-1078-420d-a6b2-e791d344b5a1 tempest-TestShelveInstance-1675793987 tempest-TestShelveInstance-1675793987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:34.475556 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-dd9424bf-1078-420d-a6b2-e791d344b5a1 tempest-TestShelveInstance-1675793987 tempest-TestShelveInstance-1675793987-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=1a6db82c-90c3-47b1-9c54-ffc574f0a2de HTTP/1.1" status: 200 len: 1093 time: 0.3952200 May 21 15:23:34.478751 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 33510) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:23:34.483782 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [None req-f5114a67-830f-41ce-985a-b496af0a2f99 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Request body: {'floatingip': {'floating_network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'port_id': 'dcfeca24-a3fb-4a73-88b2-433960395288', 'tenant_id': '40b90e1ae06e4417a829177c97d9995a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:23:34.490265 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-f5114a67-830f-41ce-985a-b496af0a2f99 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:23:34.494096 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-f5114a67-830f-41ce-985a-b496af0a2f99 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Usage tracker for resource:floatingip and tenant:40b90e1ae06e4417a829177c97d9995a is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:23:34.497127 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-f5114a67-830f-41ce-985a-b496af0a2f99 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:23:34.504427 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-f5114a67-830f-41ce-985a-b496af0a2f99 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:23:34.516086 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-f5114a67-830f-41ce-985a-b496af0a2f99 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Notify callbacks [] for floatingip, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:34.732575 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-f5114a67-830f-41ce-985a-b496af0a2f99 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:34.881891 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.db_base_plugin_common [None req-f5114a67-830f-41ce-985a-b496af0a2f99 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Allocated IP 172.27.2.112 (ba463646-5c92-40f4-a60a-d72924905aed/aafb72b8-44f1-4418-af97-0acaa496b3de/8c14e457-772d-4584-834d-8a715e4d07f1) {{(pid=91548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:23:35.044887 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-f5114a67-830f-41ce-985a-b496af0a2f99 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Notify callbacks [] for port, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:35.077087 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-f5114a67-830f-41ce-985a-b496af0a2f99 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730419340153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14885552'] for port, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:35.080948 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:23:35.144904 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5114a67-830f-41ce-985a-b496af0a2f99 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Network ba463646-5c92-40f4-a60a-d72924905aed is already hosted by enough agents. {{(pid=91548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:23:35.147629 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.base_scheduler [None req-f5114a67-830f-41ce-985a-b496af0a2f99 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Resources bound (agent type, host, resource id): {{(pid=91548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:23:35.151147 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5114a67-830f-41ce-985a-b496af0a2f99 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Received port after_create {{(pid=91548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:23:35.184357 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5114a67-830f-41ce-985a-b496af0a2f99 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Pushing event updated for resources: {'Port': ['ID=8c14e457-772d-4584-834d-8a715e4d07f1,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:23:35.191609 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-f5114a67-830f-41ce-985a-b496af0a2f99 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:23:35.729757 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-402a693c-4b3f-4265-aecc-a10ddc7e4f17 req-08e4c22e-0cf9-470b-ae4b-012a5457967e tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa5848ac-ea9a-446d-b66d-f076e4b9f6a3 HTTP/1.1" status: 200 len: 210 time: 0.0862470 May 21 15:23:35.997627 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f1ab42-b46f-4755-85b4-d5f326155579 req-e74a7e28-52d6-473e-a52f-2d1f010a6f0d tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:35.997627 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-06f1ab42-b46f-4755-85b4-d5f326155579 req-e74a7e28-52d6-473e-a52f-2d1f010a6f0d tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.68 "GET /v2.0/networks?id=f98ff193-ff31-4945-a8e5-a0bcfef1cd2f HTTP/1.1" status: 200 len: 814 time: 0.3259280 May 21 15:23:36.027217 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [req-06f1ab42-b46f-4755-85b4-d5f326155579 req-c6478847-9bf5-46ac-8dfd-f5686a110c17 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Request body: {'port': {'device_id': 'fa5848ac-ea9a-446d-b66d-f076e4b9f6a3', 'network_id': 'f98ff193-ff31-4945-a8e5-a0bcfef1cd2f', 'admin_state_up': True, 'tenant_id': 'e69ae68628214c52b9596296332a84e0'}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:23:36.148388 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-f5114a67-830f-41ce-985a-b496af0a2f99 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:36.242435 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [req-06f1ab42-b46f-4755-85b4-d5f326155579 req-c6478847-9bf5-46ac-8dfd-f5686a110c17 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:23:36.276434 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-06f1ab42-b46f-4755-85b4-d5f326155579 req-c6478847-9bf5-46ac-8dfd-f5686a110c17 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Usage tracker for resource:port and tenant:e69ae68628214c52b9596296332a84e0 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:23:36.279421 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-06f1ab42-b46f-4755-85b4-d5f326155579 req-c6478847-9bf5-46ac-8dfd-f5686a110c17 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:23:36.296019 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [req-06f1ab42-b46f-4755-85b4-d5f326155579 req-c6478847-9bf5-46ac-8dfd-f5686a110c17 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:23:36.411134 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-f5114a67-830f-41ce-985a-b496af0a2f99 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:36.436530 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06f1ab42-b46f-4755-85b4-d5f326155579 req-c6478847-9bf5-46ac-8dfd-f5686a110c17 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Made reservation on behalf of e69ae68628214c52b9596296332a84e0 for: {'port': 1} {{(pid=91548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:23:36.440605 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-06f1ab42-b46f-4755-85b4-d5f326155579 req-c6478847-9bf5-46ac-8dfd-f5686a110c17 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:36.755717 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.db_base_plugin_common [req-06f1ab42-b46f-4755-85b4-d5f326155579 req-c6478847-9bf5-46ac-8dfd-f5686a110c17 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Allocated IP 172.20.0.2 (f98ff193-ff31-4945-a8e5-a0bcfef1cd2f/234b7aaf-ce32-44d3-88df-21c090ffb831/85badb63-d368-4f33-b786-fe696de5c3ca) {{(pid=91548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:23:36.833502 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-f5114a67-830f-41ce-985a-b496af0a2f99 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Notify callbacks [] for port, precommit_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:36.849402 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-f5114a67-830f-41ce-985a-b496af0a2f99 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14885543'] for port, after_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:36.857391 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-e5bb3f03-782a-4c9e-b775-d48046fa0acb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:23:36.905237 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-642d3709-d063-4a8d-af76-015a9967cee8 req-ce47d9c1-0502-4a01-8482-1fdea71179d3 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa5848ac-ea9a-446d-b66d-f076e4b9f6a3 HTTP/1.1" status: 200 len: 210 time: 0.0498703 May 21 15:23:37.060463 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5114a67-830f-41ce-985a-b496af0a2f99 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Pushing event updated for resources: {'Port': ['ID=8c14e457-772d-4584-834d-8a715e4d07f1,revision_number=2']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:23:37.069386 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-f5114a67-830f-41ce-985a-b496af0a2f99 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:23:37.087059 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-f5114a67-830f-41ce-985a-b496af0a2f99 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763211'] for floatingip, after_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:37.097820 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf4f37-0172-4fdc-9656-af44d08800ca req-bce9db69-5bf2-49c2-b58a-4de8147c8fbb tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:37.099338 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f6cf4f37-0172-4fdc-9656-af44d08800ca req-bce9db69-5bf2-49c2-b58a-4de8147c8fbb tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d88d55e-b9b2-4cfe-916e-c2899e3fc98f HTTP/1.1" status: 200 len: 945 time: 0.0841522 May 21 15:23:37.144908 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f6cf4f37-0172-4fdc-9656-af44d08800ca req-b1a9bf36-6adc-4caf-9f1d-2020d0270245 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397544 May 21 15:23:37.215155 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-06f1ab42-b46f-4755-85b4-d5f326155579 req-c6478847-9bf5-46ac-8dfd-f5686a110c17 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Notify callbacks [] for port, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:37.311133 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.db.l3_db [None req-f5114a67-830f-41ce-985a-b496af0a2f99 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Floating IP 7592154f-d95e-4117-bd55-1f6003d0d020 associated. External IP: 172.27.2.112, port: dcfeca24-a3fb-4a73-88b2-433960395288. May 21 15:23:37.403569 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-06f1ab42-b46f-4755-85b4-d5f326155579 req-c6478847-9bf5-46ac-8dfd-f5686a110c17 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730419340153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14885552'] for port, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:37.456484 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-a4743b7e-c2c3-4991-88da-f29ef5005cf3 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:23:37.545589 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06f1ab42-b46f-4755-85b4-d5f326155579 req-c6478847-9bf5-46ac-8dfd-f5686a110c17 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Network f98ff193-ff31-4945-a8e5-a0bcfef1cd2f is already hosted by enough agents. {{(pid=91548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:23:37.550243 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.base_scheduler [req-06f1ab42-b46f-4755-85b4-d5f326155579 req-c6478847-9bf5-46ac-8dfd-f5686a110c17 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Resources bound (agent type, host, resource id): {{(pid=91548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:23:37.556087 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.l3_dvrscheduler_db [req-06f1ab42-b46f-4755-85b4-d5f326155579 req-c6478847-9bf5-46ac-8dfd-f5686a110c17 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Received port after_create {{(pid=91548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:23:37.597451 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6478847-9bf5-46ac-8dfd-f5686a110c17 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Pushing event updated for resources: {'Port': ['ID=85badb63-d368-4f33-b786-fe696de5c3ca,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:23:37.609781 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-c6478847-9bf5-46ac-8dfd-f5686a110c17 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:23:37.691985 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f1ab42-b46f-4755-85b4-d5f326155579 req-c6478847-9bf5-46ac-8dfd-f5686a110c17 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:37.692588 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-06f1ab42-b46f-4755-85b4-d5f326155579 req-c6478847-9bf5-46ac-8dfd-f5686a110c17 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for port, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:37.812632 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-06f1ab42-b46f-4755-85b4-d5f326155579 req-c6478847-9bf5-46ac-8dfd-f5686a110c17 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7899570 May 21 15:23:37.826930 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5114a67-830f-41ce-985a-b496af0a2f99 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Router 7c7f3dde-01f8-43b7-859a-d870a8ebed1d has already been hosted by L3 agent 9c636599-187f-4688-bb24-d46a8be2a055 {{(pid=91548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:23:38.104554 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5114a67-830f-41ce-985a-b496af0a2f99 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Notify agent at l3_agent.dv-cinder-792299-3-iscsi the message routers_updated {{(pid=91548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:23:38.113998 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bb8372-26fd-4862-9272-b4dc42196c96 None None] Sync routers for ids ['7c7f3dde-01f8-43b7-859a-d870a8ebed1d'] in dv-cinder-792299-3-iscsi {{(pid=91551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:23:38.119800 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638f904f-beaf-44b2-ba27-b4af15c2102a req-703a02f5-2fcf-4171-94c9-98b3ca45801f tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:38.121279 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-638f904f-beaf-44b2-ba27-b4af15c2102a req-703a02f5-2fcf-4171-94c9-98b3ca45801f tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa5848ac-ea9a-446d-b66d-f076e4b9f6a3 HTTP/1.1" status: 200 len: 931 time: 0.0902445 May 21 15:23:38.123678 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bb8372-26fd-4862-9272-b4dc42196c96 None None] Routers {'7c7f3dde-01f8-43b7-859a-d870a8ebed1d'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:23:38.124289 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-70bb8372-26fd-4862-9272-b4dc42196c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:23:18Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['7c7f3dde-01f8-43b7-859a-d870a8ebed1d'], 'active': True} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:23:38.129577 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-f5114a67-830f-41ce-985a-b496af0a2f99 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for floatingip, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:38.168634 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-638f904f-beaf-44b2-ba27-b4af15c2102a req-de667937-7e8e-4b48-a491-5d9f70d094c8 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/security-groups?id=7bb09541-c849-4d76-84cc-83874255c44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399253 May 21 15:23:38.204721 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-f5114a67-830f-41ce-985a-b496af0a2f99 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7236392 May 21 15:23:38.206031 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a6db82c-90c3-47b1-9c54-ffc574f0a2de', 'tag': 'dcfeca24-a3fb-4a73-88b2-433960395288'}] {{(pid=91548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:23:38.254536 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a6db82c-90c3-47b1-9c54-ffc574f0a2de', 'tag': 'dcfeca24-a3fb-4a73-88b2-433960395288', 'status': 'completed', 'code': 200} May 21 15:23:38.308848 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvr_db [None req-70bb8372-26fd-4862-9272-b4dc42196c96 None None] Set router 7c7f3dde-01f8-43b7-859a-d870a8ebed1d gateway port host: dv-cinder-792299-3-iscsi {{(pid=91551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:23:38.333323 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e37f5-878b-4cb4-8d98-0949b2028fd5 req-374027cc-a77a-49b0-ab4e-4b31d9a390c5 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:38.334766 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-7c7e37f5-878b-4cb4-8d98-0949b2028fd5 req-374027cc-a77a-49b0-ab4e-4b31d9a390c5 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d88d55e-b9b2-4cfe-916e-c2899e3fc98f HTTP/1.1" status: 200 len: 945 time: 0.0787659 May 21 15:23:38.380964 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-7c7e37f5-878b-4cb4-8d98-0949b2028fd5 req-0c71953f-b38e-4473-82b0-9863de8f9200 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402808 May 21 15:23:38.649374 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-70bb8372-26fd-4862-9272-b4dc42196c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7f3dde-01f8-43b7-859a-d870a8ebed1d', 'name': 'tempest-TestShelveInstance-1165779502-router', 'tenant_id': '40b90e1ae06e4417a829177c97d9995a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '91396788-4a66-4159-931f-68b54e18d5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:22:32Z', 'updated_at': '2021-05-21T15:22:37Z', 'revision_number': 4, 'project_id': '40b90e1ae06e4417a829177c97d9995a', 'gw_port': {'id': '91396788-4a66-4159-931f-68b54e18d5da', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7f3dde-01f8-43b7-859a-d870a8ebed1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:22:33Z', 'updated_at': '2021-05-21T15:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_floatingips': [{'id': '7592154f-d95e-4117-bd55-1f6003d0d020', 'tenant_id': '40b90e1ae06e4417a829177c97d9995a', 'floating_ip_address': '172.27.2.112', 'floating_network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'router_id': '7c7f3dde-01f8-43b7-859a-d870a8ebed1d', 'port_id': 'dcfeca24-a3fb-4a73-88b2-433960395288', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb30ab6c-f7c8-4207-93a0-64b78264c5e5', 'mac_address': 'fa:16:3e:34:02:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6db82c-90c3-47b1-9c54-ffc574f0a2de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:23:35Z', 'updated_at': '2021-05-21T15:23:35Z', 'revision_number': 0, 'project_id': '40b90e1ae06e4417a829177c97d9995a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a42e171-848b-4442-a629-6a574a48edba', 'name': '', 'network_id': 'eb30ab6c-f7c8-4207-93a0-64b78264c5e5', 'tenant_id': '40b90e1ae06e4417a829177c97d9995a', 'mac_address': 'fa:16:3e:7a:15:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7f3dde-01f8-43b7-859a-d870a8ebed1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '3a59aec6-f0bc-458e-bf25-e00e76faea83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:22:36Z', 'updated_at': '2021-05-21T15:22:42Z', 'revision_number': 5, 'project_id': '40b90e1ae06e4417a829177c97d9995a', 'subnets': [{'id': '3a59aec6-f0bc-458e-bf25-e00e76faea83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:23:38.653183 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bb8372-26fd-4862-9272-b4dc42196c96 None None] Checking router: 7c7f3dde-01f8-43b7-859a-d870a8ebed1d for host: dv-cinder-792299-3-iscsi {{(pid=91551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:23:38.661862 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bb8372-26fd-4862-9272-b4dc42196c96 None None] Routers {'7c7f3dde-01f8-43b7-859a-d870a8ebed1d'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:23:38.662448 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-70bb8372-26fd-4862-9272-b4dc42196c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:23:18Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['7c7f3dde-01f8-43b7-859a-d870a8ebed1d'], 'active': True} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:23:38.870776 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvr_db [None req-70bb8372-26fd-4862-9272-b4dc42196c96 None None] Set router 7c7f3dde-01f8-43b7-859a-d870a8ebed1d gateway port host: dv-cinder-792299-3-iscsi {{(pid=91551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:23:39.212518 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-70bb8372-26fd-4862-9272-b4dc42196c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7f3dde-01f8-43b7-859a-d870a8ebed1d', 'name': 'tempest-TestShelveInstance-1165779502-router', 'tenant_id': '40b90e1ae06e4417a829177c97d9995a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '91396788-4a66-4159-931f-68b54e18d5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:22:32Z', 'updated_at': '2021-05-21T15:22:37Z', 'revision_number': 4, 'project_id': '40b90e1ae06e4417a829177c97d9995a', 'gw_port': {'id': '91396788-4a66-4159-931f-68b54e18d5da', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7f3dde-01f8-43b7-859a-d870a8ebed1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:22:33Z', 'updated_at': '2021-05-21T15:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_floatingips': [{'id': '7592154f-d95e-4117-bd55-1f6003d0d020', 'tenant_id': '40b90e1ae06e4417a829177c97d9995a', 'floating_ip_address': '172.27.2.112', 'floating_network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'router_id': '7c7f3dde-01f8-43b7-859a-d870a8ebed1d', 'port_id': 'dcfeca24-a3fb-4a73-88b2-433960395288', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb30ab6c-f7c8-4207-93a0-64b78264c5e5', 'mac_address': 'fa:16:3e:34:02:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6db82c-90c3-47b1-9c54-ffc574f0a2de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:23:35Z', 'updated_at': '2021-05-21T15:23:35Z', 'revision_number': 0, 'project_id': '40b90e1ae06e4417a829177c97d9995a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a42e171-848b-4442-a629-6a574a48edba', 'name': '', 'network_id': 'eb30ab6c-f7c8-4207-93a0-64b78264c5e5', 'tenant_id': '40b90e1ae06e4417a829177c97d9995a', 'mac_address': 'fa:16:3e:7a:15:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7f3dde-01f8-43b7-859a-d870a8ebed1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '3a59aec6-f0bc-458e-bf25-e00e76faea83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:22:36Z', 'updated_at': '2021-05-21T15:22:42Z', 'revision_number': 5, 'project_id': '40b90e1ae06e4417a829177c97d9995a', 'subnets': [{'id': '3a59aec6-f0bc-458e-bf25-e00e76faea83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:23:39.216397 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bb8372-26fd-4862-9272-b4dc42196c96 None None] The sync data for ids ['7c7f3dde-01f8-43b7-859a-d870a8ebed1d'] in dv-cinder-792299-3-iscsi is: [{'id': '7c7f3dde-01f8-43b7-859a-d870a8ebed1d', 'name': 'tempest-TestShelveInstance-1165779502-router', 'tenant_id': '40b90e1ae06e4417a829177c97d9995a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '91396788-4a66-4159-931f-68b54e18d5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:22:32Z', 'updated_at': '2021-05-21T15:22:37Z', 'revision_number': 4, 'project_id': '40b90e1ae06e4417a829177c97d9995a', 'gw_port': {'id': '91396788-4a66-4159-931f-68b54e18d5da', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7f3dde-01f8-43b7-859a-d870a8ebed1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:22:33Z', 'updated_at': '2021-05-21T15:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_floatingips': [{'id': '7592154f-d95e-4117-bd55-1f6003d0d020', 'tenant_id': '40b90e1ae06e4417a829177c97d9995a', 'floating_ip_address': '172.27.2.112', 'floating_network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'router_id': '7c7f3dde-01f8-43b7-859a-d870a8ebed1d', 'port_id': 'dcfeca24-a3fb-4a73-88b2-433960395288', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb30ab6c-f7c8-4207-93a0-64b78264c5e5', 'mac_address': 'fa:16:3e:34:02:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6db82c-90c3-47b1-9c54-ffc574f0a2de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:23:35Z', 'updated_at': '2021-05-21T15:23:35Z', 'revision_number': 0, 'project_id': '40b90e1ae06e4417a829177c97d9995a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a42e171-848b-4442-a629-6a574a48edba', 'name': '', 'network_id': 'eb30ab6c-f7c8-4207-93a0-64b78264c5e5', 'tenant_id': '40b90e1ae06e4417a829177c97d9995a', 'mac_address': 'fa:16:3e:7a:15:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7f3dde-01f8-43b7-859a-d870a8ebed1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '3a59aec6-f0bc-458e-bf25-e00e76faea83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:22:36Z', 'updated_at': '2021-05-21T15:22:42Z', 'revision_number': 5, 'project_id': '40b90e1ae06e4417a829177c97d9995a', 'subnets': [{'id': '3a59aec6-f0bc-458e-bf25-e00e76faea83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:23:39.363343 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da379463-2082-4415-bfba-6928f4e7f558 req-5e58b09d-f30d-4398-bbdf-1c16ec66a340 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:39.364875 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-da379463-2082-4415-bfba-6928f4e7f558 req-5e58b09d-f30d-4398-bbdf-1c16ec66a340 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa5848ac-ea9a-446d-b66d-f076e4b9f6a3 HTTP/1.1" status: 200 len: 931 time: 0.0840731 May 21 15:23:39.421370 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-da379463-2082-4415-bfba-6928f4e7f558 req-daac8db2-9fcd-4e9d-9af9-9ff8f6bd80b2 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/security-groups?id=7bb09541-c849-4d76-84cc-83874255c44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505230 May 21 15:23:39.423040 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3913edd3-f847-4b81-a3e0-b32bb10678e0 None None] New status for floating IP 7592154f-d95e-4117-bd55-1f6003d0d020: ACTIVE {{(pid=91550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 21 15:23:39.464423 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [req-06f1ab42-b46f-4755-85b4-d5f326155579 req-874080ad-73e0-442e-a94f-0f02d768a317 service neutron] Request body: {'port': {'device_id': 'fa5848ac-ea9a-446d-b66d-f076e4b9f6a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:23:39.579777 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca4481-2b03-4028-b0e8-a8267c7d691f req-6a83ddad-d820-4cfb-80b3-5dd3e1c82e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:39.581170 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-8aca4481-2b03-4028-b0e8-a8267c7d691f req-6a83ddad-d820-4cfb-80b3-5dd3e1c82e35 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=40b90e1ae06e4417a829177c97d9995a&device_id=1a6db82c-90c3-47b1-9c54-ffc574f0a2de HTTP/1.1" status: 200 len: 1098 time: 0.1265712 May 21 15:23:39.585805 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-06f1ab42-b46f-4755-85b4-d5f326155579 req-874080ad-73e0-442e-a94f-0f02d768a317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:39.820653 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db64b1-3b28-47ea-9576-04c2ee247e19 req-9846a1e0-8dc2-4018-9bab-fe9fcc19d890 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:39.822105 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-b6db64b1-3b28-47ea-9576-04c2ee247e19 req-9846a1e0-8dc2-4018-9bab-fe9fcc19d890 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d88d55e-b9b2-4cfe-916e-c2899e3fc98f HTTP/1.1" status: 200 len: 945 time: 0.3048134 May 21 15:23:39.844638 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0f673-68ce-412d-971b-511f35358a28 req-f45c15a1-35be-473c-905d-500c619d0a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:39.846275 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-21b0f673-68ce-412d-971b-511f35358a28 req-f45c15a1-35be-473c-905d-500c619d0a1f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0fc01a07398c478fb3a1b2d71b22bbeb&device_id=5d88d55e-b9b2-4cfe-916e-c2899e3fc98f HTTP/1.1" status: 200 len: 1098 time: 0.4294877 May 21 15:23:39.889913 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca4481-2b03-4028-b0e8-a8267c7d691f req-4c59d7cf-aa9a-415d-8882-0b5fef4fbe4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:39.891835 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-8aca4481-2b03-4028-b0e8-a8267c7d691f req-4c59d7cf-aa9a-415d-8882-0b5fef4fbe4e service neutron] 10.222.0.68 "GET /v2.0/networks?id=eb30ab6c-f7c8-4207-93a0-64b78264c5e5 HTTP/1.1" status: 200 len: 910 time: 0.2981358 May 21 15:23:39.896536 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-b6db64b1-3b28-47ea-9576-04c2ee247e19 req-569227cf-6c47-473b-b9c7-cbd6e55f3e96 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684037 May 21 15:23:40.007492 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-8aca4481-2b03-4028-b0e8-a8267c7d691f req-f4b19f77-8fd9-448b-8605-4ec5d68beb39 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcfeca24-a3fb-4a73-88b2-433960395288 HTTP/1.1" status: 200 len: 1001 time: 0.1077540 May 21 15:23:40.042157 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0f673-68ce-412d-971b-511f35358a28 req-0d8f1e62-0d8b-4fc1-abcc-94fddb24dcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:40.043646 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-21b0f673-68ce-412d-971b-511f35358a28 req-0d8f1e62-0d8b-4fc1-abcc-94fddb24dcd8 service neutron] 10.222.0.68 "GET /v2.0/networks?id=d29c3f89-e388-4f8b-92df-23b0002e5815 HTTP/1.1" status: 200 len: 919 time: 0.1820514 May 21 15:23:40.093163 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca4481-2b03-4028-b0e8-a8267c7d691f req-30199483-8211-455d-a7c8-9b4487146ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:40.095633 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-8aca4481-2b03-4028-b0e8-a8267c7d691f req-30199483-8211-455d-a7c8-9b4487146ae9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3a59aec6-f0bc-458e-bf25-e00e76faea83 HTTP/1.1" status: 200 len: 848 time: 0.0746853 May 21 15:23:40.179158 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-21b0f673-68ce-412d-971b-511f35358a28 req-e979c53e-267a-4cf8-bd54-c488a66631d0 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69511024-0acb-4c43-8e69-3148f72d9dae HTTP/1.1" status: 200 len: 217 time: 0.1204104 May 21 15:23:40.193524 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.notifiers.nova [req-06f1ab42-b46f-4755-85b4-d5f326155579 req-874080ad-73e0-442e-a94f-0f02d768a317 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85badb63-d368-4f33-b786-fe696de5c3ca {{(pid=91548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:23:40.193757 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca4481-2b03-4028-b0e8-a8267c7d691f req-c1450f90-e297-464e-bb87-36fd964afde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:40.195415 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-8aca4481-2b03-4028-b0e8-a8267c7d691f req-c1450f90-e297-464e-bb87-36fd964afde0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=eb30ab6c-f7c8-4207-93a0-64b78264c5e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0921938 May 21 15:23:40.232973 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-06f1ab42-b46f-4755-85b4-d5f326155579 req-874080ad-73e0-442e-a94f-0f02d768a317 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:40.262876 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.provisioning_blocks [req-06f1ab42-b46f-4755-85b4-d5f326155579 req-874080ad-73e0-442e-a94f-0f02d768a317 service neutron] Transition to ACTIVE for port object 85badb63-d368-4f33-b786-fe696de5c3ca will not be triggered until provisioned by entity L2. {{(pid=91548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:23:40.271054 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0f673-68ce-412d-971b-511f35358a28 req-0080cbd0-48fc-4bb3-a86c-e75a300cdfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:40.272501 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-21b0f673-68ce-412d-971b-511f35358a28 req-0080cbd0-48fc-4bb3-a86c-e75a300cdfd0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b5806df6-2818-423b-b237-cbbc2236feaf HTTP/1.1" status: 200 len: 858 time: 0.0819101 May 21 15:23:40.273410 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-06f1ab42-b46f-4755-85b4-d5f326155579 req-874080ad-73e0-442e-a94f-0f02d768a317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14885543'] for port, after_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:40.278092 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-c6478847-9bf5-46ac-8dfd-f5686a110c17 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:23:40.345460 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-8aca4481-2b03-4028-b0e8-a8267c7d691f req-2657bf25-08cb-4cd5-a4da-f3fffc7adbd9 service neutron] 10.222.0.68 "GET /v2.0/networks/eb30ab6c-f7c8-4207-93a0-64b78264c5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374400 May 21 15:23:40.414414 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-21b0f673-68ce-412d-971b-511f35358a28 req-2783d5a4-b1a6-4497-a6e1-17d9329ea29b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d29c3f89-e388-4f8b-92df-23b0002e5815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0972033 May 21 15:23:40.472981 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874080ad-73e0-442e-a94f-0f02d768a317 service neutron] Pushing event updated for resources: {'Port': ['ID=85badb63-d368-4f33-b786-fe696de5c3ca,revision_number=2']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:23:40.505764 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-8aca4481-2b03-4028-b0e8-a8267c7d691f req-f0e63c35-de55-4de8-a913-1155b13d4bef service neutron] 10.222.0.68 "GET /v2.0/networks/eb30ab6c-f7c8-4207-93a0-64b78264c5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448550 May 21 15:23:40.510461 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-874080ad-73e0-442e-a94f-0f02d768a317 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:23:40.656836 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cbe352-3690-473e-b640-efeafe9c90f5 req-7f8aafba-a7b4-47d7-b931-8f30a23d7915 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:40.658351 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-e2cbe352-3690-473e-b640-efeafe9c90f5 req-7f8aafba-a7b4-47d7-b931-8f30a23d7915 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa5848ac-ea9a-446d-b66d-f076e4b9f6a3 HTTP/1.1" status: 200 len: 943 time: 0.0903571 May 21 15:23:40.693320 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.managers [req-06f1ab42-b46f-4755-85b4-d5f326155579 req-874080ad-73e0-442e-a94f-0f02d768a317 service neutron] Attempting to bind port 85badb63-d368-4f33-b786-fe696de5c3ca on host hv-cinder-79229 for vnic_type normal with profile {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:23:40.693647 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.managers [req-06f1ab42-b46f-4755-85b4-d5f326155579 req-874080ad-73e0-442e-a94f-0f02d768a317 service neutron] Attempting to bind port 85badb63-d368-4f33-b786-fe696de5c3ca by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '2d61a3b4-1755-496f-8717-4a5d3f8f647f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'f98ff193-ff31-4945-a8e5-a0bcfef1cd2f'}] {{(pid=91548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:23:40.694164 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f1ab42-b46f-4755-85b4-d5f326155579 req-874080ad-73e0-442e-a94f-0f02d768a317 service neutron] Attempting to bind port 85badb63-d368-4f33-b786-fe696de5c3ca on network f98ff193-ff31-4945-a8e5-a0bcfef1cd2f {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:23:40.697718 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-21b0f673-68ce-412d-971b-511f35358a28 req-844bf4e8-09c7-431c-a0a1-8c995d17e1e7 service neutron] 10.222.0.68 "GET /v2.0/networks/d29c3f89-e388-4f8b-92df-23b0002e5815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620404 May 21 15:23:40.709184 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f1ab42-b46f-4755-85b4-d5f326155579 req-874080ad-73e0-442e-a94f-0f02d768a317 service neutron] Port 85badb63-d368-4f33-b786-fe696de5c3ca on network f98ff193-ff31-4945-a8e5-a0bcfef1cd2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 15:23:40.709904 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-e2cbe352-3690-473e-b640-efeafe9c90f5 req-b38d9f64-3dc8-474d-bdbf-5da5ee085b5c tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/security-groups?id=7bb09541-c849-4d76-84cc-83874255c44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447643 May 21 15:23:40.715239 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f1ab42-b46f-4755-85b4-d5f326155579 req-874080ad-73e0-442e-a94f-0f02d768a317 service neutron] Attempting to bind port 85badb63-d368-4f33-b786-fe696de5c3ca on network f98ff193-ff31-4945-a8e5-a0bcfef1cd2f {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:23:40.752008 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f1ab42-b46f-4755-85b4-d5f326155579 req-874080ad-73e0-442e-a94f-0f02d768a317 service neutron] Checking agent: {'id': '4762cb26-ef72-475b-a9a0-8f480bf27f9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 18, 22), 'started_at': datetime.datetime(2021, 5, 21, 15, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:23:40.752610 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f1ab42-b46f-4755-85b4-d5f326155579 req-874080ad-73e0-442e-a94f-0f02d768a317 service neutron] Checking segment: {'id': '2d61a3b4-1755-496f-8717-4a5d3f8f647f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'f98ff193-ff31-4945-a8e5-a0bcfef1cd2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:23:40.753051 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f1ab42-b46f-4755-85b4-d5f326155579 req-874080ad-73e0-442e-a94f-0f02d768a317 service neutron] Bound using segment: {'id': '2d61a3b4-1755-496f-8717-4a5d3f8f647f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'f98ff193-ff31-4945-a8e5-a0bcfef1cd2f'} {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:23:40.753664 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.managers [req-06f1ab42-b46f-4755-85b4-d5f326155579 req-874080ad-73e0-442e-a94f-0f02d768a317 service neutron] Bound port: 85badb63-d368-4f33-b786-fe696de5c3ca, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d61a3b4-1755-496f-8717-4a5d3f8f647f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'f98ff193-ff31-4945-a8e5-a0bcfef1cd2f'}}] {{(pid=91548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:23:40.754012 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-06f1ab42-b46f-4755-85b4-d5f326155579 req-874080ad-73e0-442e-a94f-0f02d768a317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:41.035562 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-21b0f673-68ce-412d-971b-511f35358a28 req-8b3cefa3-5bf7-4521-a1fc-d9b719062357 service neutron] 10.222.0.68 "GET /v2.0/networks/d29c3f89-e388-4f8b-92df-23b0002e5815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274949 May 21 15:23:41.036502 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [req-06f1ab42-b46f-4755-85b4-d5f326155579 req-874080ad-73e0-442e-a94f-0f02d768a317 service neutron] For port 85badb63-d368-4f33-b786-fe696de5c3ca, host hv-cinder-79229, cleared binding levels {{(pid=91548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:23:41.039702 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [req-06f1ab42-b46f-4755-85b4-d5f326155579 req-874080ad-73e0-442e-a94f-0f02d768a317 service neutron] For port 85badb63-d368-4f33-b786-fe696de5c3ca, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=85badb63-d368-4f33-b786-fe696de5c3ca,segment=NetworkSegment(2d61a3b4-1755-496f-8717-4a5d3f8f647f),segment_id=2d61a3b4-1755-496f-8717-4a5d3f8f647f)] {{(pid=91548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:23:41.044454 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-06f1ab42-b46f-4755-85b4-d5f326155579 req-874080ad-73e0-442e-a94f-0f02d768a317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14885543'] for port, after_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:41.050439 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-f5114a67-830f-41ce-985a-b496af0a2f99 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:23:41.112960 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f1ab42-b46f-4755-85b4-d5f326155579 req-874080ad-73e0-442e-a94f-0f02d768a317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:41.113445 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-06f1ab42-b46f-4755-85b4-d5f326155579 req-874080ad-73e0-442e-a94f-0f02d768a317 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for port, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:41.114995 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-06f1ab42-b46f-4755-85b4-d5f326155579 req-874080ad-73e0-442e-a94f-0f02d768a317 service neutron] 10.222.0.68 "PUT /v2.0/ports/85badb63-d368-4f33-b786-fe696de5c3ca HTTP/1.1" status: 200 len: 1093 time: 1.6998451 May 21 15:23:41.115319 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa5848ac-ea9a-446d-b66d-f076e4b9f6a3', 'tag': '85badb63-d368-4f33-b786-fe696de5c3ca'}] {{(pid=91548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:23:41.142784 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874080ad-73e0-442e-a94f-0f02d768a317 service neutron] Pushing event updated for resources: {'Port': ['ID=85badb63-d368-4f33-b786-fe696de5c3ca,revision_number=3']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:23:41.153309 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-874080ad-73e0-442e-a94f-0f02d768a317 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:23:41.186540 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d89b9-c686-4516-bedd-30be4dc64f21 req-6f0c2300-fe47-4bee-978e-a1ceac461a72 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:41.195415 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-a51d89b9-c686-4516-bedd-30be4dc64f21 req-6f0c2300-fe47-4bee-978e-a1ceac461a72 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d88d55e-b9b2-4cfe-916e-c2899e3fc98f HTTP/1.1" status: 200 len: 945 time: 0.1797731 May 21 15:23:41.200590 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa5848ac-ea9a-446d-b66d-f076e4b9f6a3', 'tag': '85badb63-d368-4f33-b786-fe696de5c3ca', 'status': 'completed', 'code': 200} May 21 15:23:41.237972 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-a51d89b9-c686-4516-bedd-30be4dc64f21 req-9d3ae9e6-8c9f-4a57-8850-92d260c4db81 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417042 May 21 15:23:41.567107 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74926142-a642-40e8-bed1-521d5ceed29b req-1c18dbf4-daf6-426d-bdf7-63c223e07248 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:41.568543 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-74926142-a642-40e8-bed1-521d5ceed29b req-1c18dbf4-daf6-426d-bdf7-63c223e07248 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 946 time: 0.0789483 May 21 15:23:41.613139 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-74926142-a642-40e8-bed1-521d5ceed29b req-47f16a63-47ef-4e06-9bf8-2fc6eab726f7 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387132 May 21 15:23:41.902791 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc065c2-7283-4b8f-82d8-3cb4bbfbacf6 req-6e789f72-1de6-49c5-8192-2535e3a51f65 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:41.904246 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-0fc065c2-7283-4b8f-82d8-3cb4bbfbacf6 req-6e789f72-1de6-49c5-8192-2535e3a51f65 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa5848ac-ea9a-446d-b66d-f076e4b9f6a3 HTTP/1.1" status: 200 len: 943 time: 0.0840459 May 21 15:23:41.948100 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-0fc065c2-7283-4b8f-82d8-3cb4bbfbacf6 req-81d9a8c3-8c16-4e82-b64f-da7ef0d3262e tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/security-groups?id=7bb09541-c849-4d76-84cc-83874255c44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380425 May 21 15:23:42.430948 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23debf45-53b7-40be-bfdd-70387bda9e8f req-07288363-8f40-4e9a-833c-305fd94522f7 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:42.432362 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-23debf45-53b7-40be-bfdd-70387bda9e8f req-07288363-8f40-4e9a-833c-305fd94522f7 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d88d55e-b9b2-4cfe-916e-c2899e3fc98f HTTP/1.1" status: 200 len: 945 time: 0.0844002 May 21 15:23:42.476458 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-23debf45-53b7-40be-bfdd-70387bda9e8f req-15e91545-5c95-4bc4-97af-049d1b5f48cd tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377734 May 21 15:23:42.814936 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e4b3e-2b1f-4522-acec-36341193d894 req-ab2e1850-1ed1-4340-a231-124cc5f43fce tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:42.816392 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-7f2e4b3e-2b1f-4522-acec-36341193d894 req-ab2e1850-1ed1-4340-a231-124cc5f43fce tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 946 time: 0.0845137 May 21 15:23:42.863226 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-7f2e4b3e-2b1f-4522-acec-36341193d894 req-a701ad54-8f2b-450b-8383-831c841f86d3 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406814 May 21 15:23:43.131808 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6c370-674b-4d67-9c0f-482b2f236739 req-c3d27bfd-b7d5-4ac9-861e-47a19cf5aab7 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:43.133254 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-d5f6c370-674b-4d67-9c0f-482b2f236739 req-c3d27bfd-b7d5-4ac9-861e-47a19cf5aab7 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa5848ac-ea9a-446d-b66d-f076e4b9f6a3 HTTP/1.1" status: 200 len: 943 time: 0.0809226 May 21 15:23:43.179612 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-d5f6c370-674b-4d67-9c0f-482b2f236739 req-4202b644-265f-4e4d-8a18-5c69bf8d2078 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/security-groups?id=7bb09541-c849-4d76-84cc-83874255c44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407372 May 21 15:23:43.665514 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f9c0f1-1dde-4afe-9d8d-fedccb1b17df req-b4759993-9730-4e0c-bb2c-d76d7ab27300 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:43.666975 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-d7f9c0f1-1dde-4afe-9d8d-fedccb1b17df req-b4759993-9730-4e0c-bb2c-d76d7ab27300 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d88d55e-b9b2-4cfe-916e-c2899e3fc98f HTTP/1.1" status: 200 len: 945 time: 0.0809906 May 21 15:23:43.711285 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-d7f9c0f1-1dde-4afe-9d8d-fedccb1b17df req-b7aab8b7-ae24-40f2-91d4-0c6f1cd45dfd tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378695 May 21 15:23:44.050753 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5efd6c-6f56-4d00-9563-c0586570c346 req-f1ec70e0-aeff-4ead-b92a-71ea84aaf905 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:44.052220 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-2a5efd6c-6f56-4d00-9563-c0586570c346 req-f1ec70e0-aeff-4ead-b92a-71ea84aaf905 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 946 time: 0.0837810 May 21 15:23:44.095519 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-2a5efd6c-6f56-4d00-9563-c0586570c346 req-b3e2fc4f-94a8-425c-bf34-1b60317e5b1a tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378177 May 21 15:23:44.244011 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f1ab42-b46f-4755-85b4-d5f326155579 req-a955291e-4ffd-41eb-b26d-2c7e82115d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:44.245479 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-06f1ab42-b46f-4755-85b4-d5f326155579 req-a955291e-4ffd-41eb-b26d-2c7e82115d87 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e69ae68628214c52b9596296332a84e0&device_id=fa5848ac-ea9a-446d-b66d-f076e4b9f6a3 HTTP/1.1" status: 200 len: 1096 time: 0.0734582 May 21 15:23:44.319429 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-06f1ab42-b46f-4755-85b4-d5f326155579 req-4e51c09d-aeda-4f18-85b7-bf9bb3c7bf52 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=85badb63-d368-4f33-b786-fe696de5c3ca HTTP/1.1" status: 200 len: 217 time: 0.0646708 May 21 15:23:44.370713 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020174b0-552b-4061-b69f-e649501a3cce req-024824eb-0377-4a2c-8c73-4665b17a0036 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:44.372185 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-020174b0-552b-4061-b69f-e649501a3cce req-024824eb-0377-4a2c-8c73-4665b17a0036 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa5848ac-ea9a-446d-b66d-f076e4b9f6a3 HTTP/1.1" status: 200 len: 943 time: 0.0804734 May 21 15:23:44.383606 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f1ab42-b46f-4755-85b4-d5f326155579 req-016fd755-e1ba-4798-a29d-98e58607efb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:44.385024 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-06f1ab42-b46f-4755-85b4-d5f326155579 req-016fd755-e1ba-4798-a29d-98e58607efb1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=234b7aaf-ce32-44d3-88df-21c090ffb831 HTTP/1.1" status: 200 len: 854 time: 0.0576963 May 21 15:23:44.423639 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-020174b0-552b-4061-b69f-e649501a3cce req-2ad0c392-46c3-45de-9c80-89bf2f2f48ea tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/security-groups?id=7bb09541-c849-4d76-84cc-83874255c44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454912 May 21 15:23:44.438193 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-06f1ab42-b46f-4755-85b4-d5f326155579 req-58fcc824-a789-4cc1-8c9d-d4d50151db05 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f98ff193-ff31-4945-a8e5-a0bcfef1cd2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415771 May 21 15:23:44.568658 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-06f1ab42-b46f-4755-85b4-d5f326155579 req-1c762bd7-172d-4901-b7dd-a29243280293 service neutron] 10.222.0.68 "GET /v2.0/networks/f98ff193-ff31-4945-a8e5-a0bcfef1cd2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238792 May 21 15:23:44.705489 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-06f1ab42-b46f-4755-85b4-d5f326155579 req-64911ca2-e66d-49e1-8daa-9e488f50ad7b service neutron] 10.222.0.68 "GET /v2.0/networks/f98ff193-ff31-4945-a8e5-a0bcfef1cd2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248744 May 21 15:23:44.833321 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8094c-28f2-4cbc-8438-30cfa746b392 req-8d740b86-3619-499a-b016-97e7bcd07b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:44.834920 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-5ca8094c-28f2-4cbc-8438-30cfa746b392 req-8d740b86-3619-499a-b016-97e7bcd07b70 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e69ae68628214c52b9596296332a84e0&device_id=fa5848ac-ea9a-446d-b66d-f076e4b9f6a3 HTTP/1.1" status: 200 len: 1096 time: 0.0761416 May 21 15:23:44.918070 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1929213-50e2-425a-8e12-9ac288320f1c req-a7479c25-e0f1-4f39-bc6e-6d8b9b958c54 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:44.919537 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-a1929213-50e2-425a-8e12-9ac288320f1c req-a7479c25-e0f1-4f39-bc6e-6d8b9b958c54 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d88d55e-b9b2-4cfe-916e-c2899e3fc98f HTTP/1.1" status: 200 len: 945 time: 0.0970619 May 21 15:23:44.966249 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-a1929213-50e2-425a-8e12-9ac288320f1c req-2ea41837-1f25-4a0b-aa44-1b04b3b88122 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401351 May 21 15:23:44.972763 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8094c-28f2-4cbc-8438-30cfa746b392 req-ed7c031d-dae0-4eb6-a8ab-ea1c91c178ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:44.974223 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-5ca8094c-28f2-4cbc-8438-30cfa746b392 req-ed7c031d-dae0-4eb6-a8ab-ea1c91c178ce service neutron] 10.222.0.68 "GET /v2.0/networks?id=f98ff193-ff31-4945-a8e5-a0bcfef1cd2f HTTP/1.1" status: 200 len: 915 time: 0.1322045 May 21 15:23:45.046256 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-5ca8094c-28f2-4cbc-8438-30cfa746b392 req-cf0c7420-59ec-499a-b35e-9db9ec0e7130 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=85badb63-d368-4f33-b786-fe696de5c3ca HTTP/1.1" status: 200 len: 217 time: 0.0606472 May 21 15:23:45.118029 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8094c-28f2-4cbc-8438-30cfa746b392 req-dd2188a0-ae1a-4bde-ae23-37335a309ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:45.120450 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-5ca8094c-28f2-4cbc-8438-30cfa746b392 req-dd2188a0-ae1a-4bde-ae23-37335a309ee1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=234b7aaf-ce32-44d3-88df-21c090ffb831 HTTP/1.1" status: 200 len: 854 time: 0.0640934 May 21 15:23:45.176915 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-5ca8094c-28f2-4cbc-8438-30cfa746b392 req-c76c26cb-67d6-49a7-b4dc-93cf35b89531 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f98ff193-ff31-4945-a8e5-a0bcfef1cd2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439010 May 21 15:23:45.237279 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-56defb3c-1cdd-4f51-a439-8ab314e43a92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:45.332039 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-5ca8094c-28f2-4cbc-8438-30cfa746b392 req-af29af76-6ca4-46a9-a921-12af5b76db5d service neutron] 10.222.0.68 "GET /v2.0/networks/f98ff193-ff31-4945-a8e5-a0bcfef1cd2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421194 May 21 15:23:45.430218 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd657b2-310c-47c0-b82b-546e8b7c34b1 req-8b6be5ca-4210-46d1-b340-019450e824a4 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:45.431667 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-bfd657b2-310c-47c0-b82b-546e8b7c34b1 req-8b6be5ca-4210-46d1-b340-019450e824a4 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 946 time: 0.0839977 May 21 15:23:45.480700 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-5ca8094c-28f2-4cbc-8438-30cfa746b392 req-a7b1fa8f-4abf-4677-9732-9e34d08a212f service neutron] 10.222.0.68 "GET /v2.0/networks/f98ff193-ff31-4945-a8e5-a0bcfef1cd2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372011 May 21 15:23:45.487893 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-bfd657b2-310c-47c0-b82b-546e8b7c34b1 req-ad3ff2ff-de6c-4835-a7d7-83250f682950 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490127 May 21 15:23:45.696730 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d07e9-4276-4b9f-9f60-422be1888c3f req-5ca4edd2-4243-4ffe-8d2f-5db8ecc47a2a tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:45.698075 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-da8d07e9-4276-4b9f-9f60-422be1888c3f req-5ca4edd2-4243-4ffe-8d2f-5db8ecc47a2a tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa5848ac-ea9a-446d-b66d-f076e4b9f6a3 HTTP/1.1" status: 200 len: 943 time: 0.1498764 May 21 15:23:45.743119 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-da8d07e9-4276-4b9f-9f60-422be1888c3f req-1f631009-69fb-48cf-9e06-f26f65d2026d tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/security-groups?id=7bb09541-c849-4d76-84cc-83874255c44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387080 May 21 15:23:46.158158 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f720ee2-1d77-480b-891d-53f009ac1f51 req-fafb3b1e-76c6-4107-a176-94ba6c2e08ab tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:46.159601 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-3f720ee2-1d77-480b-891d-53f009ac1f51 req-fafb3b1e-76c6-4107-a176-94ba6c2e08ab tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d88d55e-b9b2-4cfe-916e-c2899e3fc98f HTTP/1.1" status: 200 len: 945 time: 0.0855446 May 21 15:23:46.202950 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-3f720ee2-1d77-480b-891d-53f009ac1f51 req-d3acca2a-a70a-4a4b-a14d-998e25156230 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376511 May 21 15:23:46.687294 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16362813-25e4-44c4-bb64-77607874fe32 req-65917f71-3ca2-4a16-9dc7-c7f3a29f2f70 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:46.688989 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-16362813-25e4-44c4-bb64-77607874fe32 req-65917f71-3ca2-4a16-9dc7-c7f3a29f2f70 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 946 time: 0.0867467 May 21 15:23:46.736787 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-16362813-25e4-44c4-bb64-77607874fe32 req-c7d42af9-9e76-4fe2-a6ec-d5cdd766aacd tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417337 May 21 15:23:46.939897 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b2da1-4a24-4974-af6a-896b6bfcb517 req-fb4aaef1-3dde-4445-9cd6-d1af2c117ec4 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:46.941305 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-dd9b2da1-4a24-4974-af6a-896b6bfcb517 req-fb4aaef1-3dde-4445-9cd6-d1af2c117ec4 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa5848ac-ea9a-446d-b66d-f076e4b9f6a3 HTTP/1.1" status: 200 len: 943 time: 0.0791404 May 21 15:23:46.984757 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-dd9b2da1-4a24-4974-af6a-896b6bfcb517 req-cc2c42a3-429e-4769-abf4-55dd0a8e70e9 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/security-groups?id=7bb09541-c849-4d76-84cc-83874255c44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378046 May 21 15:23:47.394141 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d5ca1-d628-422d-9f38-44b9bc31ad80 req-65b77995-c5fb-482a-a8b8-7a419eba423b tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:47.395582 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-cb1d5ca1-d628-422d-9f38-44b9bc31ad80 req-65b77995-c5fb-482a-a8b8-7a419eba423b tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d88d55e-b9b2-4cfe-916e-c2899e3fc98f HTTP/1.1" status: 200 len: 945 time: 0.0858350 May 21 15:23:47.443331 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-cb1d5ca1-d628-422d-9f38-44b9bc31ad80 req-8d2945e0-17f9-4c22-8e7c-bb0044d52a3a tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416613 May 21 15:23:47.918372 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee9c92-4300-4891-9839-e8290fffec57 req-edc84c2a-b78b-4967-af26-dff58a16ce61 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:47.919736 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-e6ee9c92-4300-4891-9839-e8290fffec57 req-edc84c2a-b78b-4967-af26-dff58a16ce61 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 946 time: 0.0793402 May 21 15:23:47.963651 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-e6ee9c92-4300-4891-9839-e8290fffec57 req-015c7d0d-4794-49f3-9d3e-77ab7946d323 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373733 May 21 15:23:47.985418 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:48.179166 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a87045-1ac1-4a77-94af-f583a7e0b562 req-779eb44c-1d4e-4d36-a87e-421e6cf81d73 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:48.180524 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-a5a87045-1ac1-4a77-94af-f583a7e0b562 req-779eb44c-1d4e-4d36-a87e-421e6cf81d73 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa5848ac-ea9a-446d-b66d-f076e4b9f6a3 HTTP/1.1" status: 200 len: 943 time: 0.0858920 May 21 15:23:48.224833 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-a5a87045-1ac1-4a77-94af-f583a7e0b562 req-6588de95-a1e3-44c2-8b38-6ab6fc6a7ff3 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/security-groups?id=7bb09541-c849-4d76-84cc-83874255c44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386448 May 21 15:23:48.280445 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-83d792a1-dd09-4ea4-8ed3-34b590ef1c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:48.634545 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a397fa-aac9-4a8c-9ebc-603382f9a947 req-15c960b0-f3ee-4203-a8b2-48a0651d8de1 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:48.636027 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-e9a397fa-aac9-4a8c-9ebc-603382f9a947 req-15c960b0-f3ee-4203-a8b2-48a0651d8de1 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d88d55e-b9b2-4cfe-916e-c2899e3fc98f HTTP/1.1" status: 200 len: 945 time: 0.0863717 May 21 15:23:48.684101 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-e9a397fa-aac9-4a8c-9ebc-603382f9a947 req-8d59b9e9-a7e5-42f9-b8b9-0b4f7f07ac60 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415883 May 21 15:23:49.088866 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device 85badb63-d368-4f33-b786-fe696de5c3ca details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:23:49.154364 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb8278-3a92-4589-a878-f99afac73038 req-a8f0c79b-c8e6-4c10-b85d-2c7936f05e9c tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:49.156459 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-7fbb8278-3a92-4589-a878-f99afac73038 req-a8f0c79b-c8e6-4c10-b85d-2c7936f05e9c tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 946 time: 0.0797415 May 21 15:23:49.200908 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-7fbb8278-3a92-4589-a878-f99afac73038 req-868f0c2a-8923-4687-ba0e-b2c0112e84a5 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384512 May 21 15:23:49.224638 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port 85badb63-d368-4f33-b786-fe696de5c3ca, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=85badb63-d368-4f33-b786-fe696de5c3ca,segment=NetworkSegment(2d61a3b4-1755-496f-8717-4a5d3f8f647f),segment_id=2d61a3b4-1755-496f-8717-4a5d3f8f647f)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:23:49.237924 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Returning: {'device': '85badb63-d368-4f33-b786-fe696de5c3ca', 'network_id': 'f98ff193-ff31-4945-a8e5-a0bcfef1cd2f', 'port_id': '85badb63-d368-4f33-b786-fe696de5c3ca', 'mac_address': 'fa:16:3e:99:44:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '234b7aaf-ce32-44d3-88df-21c090ffb831', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:23:49.298793 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e6f13acb-dde4-45e3-8932-2715da3406c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:49.302651 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:49.319147 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.notifiers.nova [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85badb63-d368-4f33-b786-fe696de5c3ca {{(pid=91550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:23:49.334661 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port 85badb63-d368-4f33-b786-fe696de5c3ca, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=85badb63-d368-4f33-b786-fe696de5c3ca,segment=NetworkSegment(2d61a3b4-1755-496f-8717-4a5d3f8f647f),segment_id=2d61a3b4-1755-496f-8717-4a5d3f8f647f)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:23:49.338999 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:49.340698 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:23:49.410057 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Pushing event updated for resources: {'Port': ['ID=85badb63-d368-4f33-b786-fe696de5c3ca,revision_number=4']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:23:49.413786 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:23:49.422113 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ffa9f-df29-4ee4-ad93-608bef9d0592 req-506d008e-fb47-4509-ac9f-dfbe1e8c0d47 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:49.423772 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-221ffa9f-df29-4ee4-ad93-608bef9d0592 req-506d008e-fb47-4509-ac9f-dfbe1e8c0d47 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa5848ac-ea9a-446d-b66d-f076e4b9f6a3 HTTP/1.1" status: 200 len: 944 time: 0.0902157 May 21 15:23:49.467536 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-221ffa9f-df29-4ee4-ad93-608bef9d0592 req-c73f71b1-2e44-491d-b7fe-ecf99a983fa9 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/security-groups?id=7bb09541-c849-4d76-84cc-83874255c44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381339 May 21 15:23:49.876796 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2beb98-9e3c-4104-a266-2d35269b8adc req-3272d916-37b3-4c66-bca9-fa59b5df43f8 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:49.878477 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-fd2beb98-9e3c-4104-a266-2d35269b8adc req-3272d916-37b3-4c66-bca9-fa59b5df43f8 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d88d55e-b9b2-4cfe-916e-c2899e3fc98f HTTP/1.1" status: 200 len: 945 time: 0.0817249 May 21 15:23:49.923439 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-fd2beb98-9e3c-4104-a266-2d35269b8adc req-acb22686-513e-4d32-8359-ce92d4bbfdea tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391324 May 21 15:23:50.398654 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c91b2-904d-4071-90cd-eb2f3c620d67 req-503aae9d-115e-4461-9a74-2eb1fa9c51ca tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:50.401766 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-b87c91b2-904d-4071-90cd-eb2f3c620d67 req-503aae9d-115e-4461-9a74-2eb1fa9c51ca tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 946 time: 0.0906310 May 21 15:23:50.449613 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-b87c91b2-904d-4071-90cd-eb2f3c620d67 req-28eed472-cbc3-4bc8-b13b-ec74ce7b4cb5 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432065 May 21 15:23:50.567447 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] get_ports_and_sgs() called for port_ids ['85badb63-d368-4f33-b786-fe696de5c3ca'] {{(pid=91550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:23:50.663016 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f01f4-8200-469f-8d61-c6e0197964ea req-675d50e2-622e-4552-a342-8dfc5df10144 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:50.664488 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-e08f01f4-8200-469f-8d61-c6e0197964ea req-675d50e2-622e-4552-a342-8dfc5df10144 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa5848ac-ea9a-446d-b66d-f076e4b9f6a3 HTTP/1.1" status: 200 len: 944 time: 0.0842257 May 21 15:23:50.715264 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-e08f01f4-8200-469f-8d61-c6e0197964ea req-198175e4-8c28-4dba-8c78-c6f18b3cfffc tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/security-groups?id=7bb09541-c849-4d76-84cc-83874255c44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446143 May 21 15:23:50.847024 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-cb99478c-afff-4a9c-8770-f3354af234b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:51.111423 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691cb4c9-184e-45b5-a176-0bb88a8609c7 req-1eebcbaf-cbd5-4516-b925-d21c118b2127 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:51.112877 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-691cb4c9-184e-45b5-a176-0bb88a8609c7 req-1eebcbaf-cbd5-4516-b925-d21c118b2127 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d88d55e-b9b2-4cfe-916e-c2899e3fc98f HTTP/1.1" status: 200 len: 945 time: 0.0806406 May 21 15:23:51.158833 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-691cb4c9-184e-45b5-a176-0bb88a8609c7 req-44d51605-1a47-49f9-9930-65d2965b3acc tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402453 May 21 15:23:51.643069 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c975ea1-0fa0-4132-a939-ff62bea35626 req-195c07ac-0b39-4823-928f-82eaefc4b9b5 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:51.644553 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-7c975ea1-0fa0-4132-a939-ff62bea35626 req-195c07ac-0b39-4823-928f-82eaefc4b9b5 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 946 time: 0.0905962 May 21 15:23:51.688149 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-7c975ea1-0fa0-4132-a939-ff62bea35626 req-265a41da-e294-4580-be65-939168542840 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376422 May 21 15:23:51.798147 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b3f3d-c52d-48e0-a457-7e9d6f04e08c req-8bf5a495-7abc-4e20-9855-1f5c5cf864bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:51.799667 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-774b3f3d-c52d-48e0-a457-7e9d6f04e08c req-8bf5a495-7abc-4e20-9855-1f5c5cf864bc service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=5d88d55e-b9b2-4cfe-916e-c2899e3fc98f HTTP/1.1" status: 200 len: 1098 time: 0.1515872 May 21 15:23:51.843692 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-774b3f3d-c52d-48e0-a457-7e9d6f04e08c req-02eb116c-c618-41e2-91af-a53463b0a602 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349107 May 21 15:23:51.902991 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f870dc6-d1a4-4e8e-a04f-8b46142f5af3 req-7451dd14-b8ce-4d07-a887-ae528b8090bc tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:51.904409 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-9f870dc6-d1a4-4e8e-a04f-8b46142f5af3 req-7451dd14-b8ce-4d07-a887-ae528b8090bc tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa5848ac-ea9a-446d-b66d-f076e4b9f6a3 HTTP/1.1" status: 200 len: 944 time: 0.0781920 May 21 15:23:51.948107 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-9f870dc6-d1a4-4e8e-a04f-8b46142f5af3 req-5bb244a6-6737-4b75-88ff-b55e6aef323b tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/security-groups?id=7bb09541-c849-4d76-84cc-83874255c44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380218 May 21 15:23:52.237811 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device 85badb63-d368-4f33-b786-fe696de5c3ca up at agent hyperv_hv-cinder-79229 {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:23:52.320357 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Provisioning for port 85badb63-d368-4f33-b786-fe696de5c3ca completed by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:23:52.325493 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Provisioning complete for port 85badb63-d368-4f33-b786-fe696de5c3ca triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:23:52.326661 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:52.357162 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807c029-0086-4308-a548-b68a79240376 req-a3a20dcd-91af-4e8b-a26e-1d8a9a67625c tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:52.358816 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-c807c029-0086-4308-a548-b68a79240376 req-a3a20dcd-91af-4e8b-a26e-1d8a9a67625c tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d88d55e-b9b2-4cfe-916e-c2899e3fc98f HTTP/1.1" status: 200 len: 945 time: 0.0912182 May 21 15:23:52.411517 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-c807c029-0086-4308-a548-b68a79240376 req-75fc88bf-7e18-473f-b6da-e258afe42ae6 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464113 May 21 15:23:52.462815 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:52.491526 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa5848ac-ea9a-446d-b66d-f076e4b9f6a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85badb63-d368-4f33-b786-fe696de5c3ca'}] {{(pid=91550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:23:52.501168 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port 85badb63-d368-4f33-b786-fe696de5c3ca, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=85badb63-d368-4f33-b786-fe696de5c3ca,segment=NetworkSegment(2d61a3b4-1755-496f-8717-4a5d3f8f647f),segment_id=2d61a3b4-1755-496f-8717-4a5d3f8f647f)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:23:52.506874 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:52.508802 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:23:52.543135 dv-cinder-792299-3-iscsi neutron-server[91550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa5848ac-ea9a-446d-b66d-f076e4b9f6a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85badb63-d368-4f33-b786-fe696de5c3ca', 'code': 200} May 21 15:23:52.574298 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Pushing event updated for resources: {'Port': ['ID=85badb63-d368-4f33-b786-fe696de5c3ca,revision_number=5']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:23:52.577386 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:23:52.787418 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e900be31-4314-440e-80ff-1bd366688160 req-600143ee-3bd0-4da7-8adb-566de1b8b4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:52.788897 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-e900be31-4314-440e-80ff-1bd366688160 req-600143ee-3bd0-4da7-8adb-566de1b8b4b0 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=fa5848ac-ea9a-446d-b66d-f076e4b9f6a3 HTTP/1.1" status: 200 len: 1098 time: 0.0717854 May 21 15:23:52.882527 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196dbf5-24cb-4ff1-949a-6b0f0bfd7037 req-d958a1e9-f063-4ffa-8104-7d9c17aa2ac8 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:52.883998 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-1196dbf5-24cb-4ff1-949a-6b0f0bfd7037 req-d958a1e9-f063-4ffa-8104-7d9c17aa2ac8 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 946 time: 0.0808997 May 21 15:23:52.998023 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-1196dbf5-24cb-4ff1-949a-6b0f0bfd7037 req-75b38cfd-72f4-45fe-866a-5daf1021d9ab tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083350 May 21 15:23:53.129927 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db3c37-58f1-441b-856b-69b605f62331 req-1ed780f9-b902-4a3a-a28b-c44dbdbc9934 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:53.131484 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-06db3c37-58f1-441b-856b-69b605f62331 req-1ed780f9-b902-4a3a-a28b-c44dbdbc9934 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa5848ac-ea9a-446d-b66d-f076e4b9f6a3 HTTP/1.1" status: 200 len: 945 time: 0.0780618 May 21 15:23:53.157940 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:23:53.175621 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-06db3c37-58f1-441b-856b-69b605f62331 req-767eb9e2-b26b-40c4-9463-6c63130eadaf tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/security-groups?id=7bb09541-c849-4d76-84cc-83874255c44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384753 May 21 15:23:53.604005 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d4b14e-f2b2-406f-b30b-0b29ad340ea4 req-257a327b-7f84-419a-8925-8129c04de585 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:53.605445 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-a8d4b14e-f2b2-406f-b30b-0b29ad340ea4 req-257a327b-7f84-419a-8925-8129c04de585 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d88d55e-b9b2-4cfe-916e-c2899e3fc98f HTTP/1.1" status: 200 len: 945 time: 0.0885663 May 21 15:23:53.650933 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-a8d4b14e-f2b2-406f-b30b-0b29ad340ea4 req-0bb77ae6-14a4-43b1-89c6-7608a49f6905 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390296 May 21 15:23:53.875252 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-e900be31-4314-440e-80ff-1bd366688160 req-7efbd702-3343-4be3-903b-381941bb4613 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=7bb09541-c849-4d76-84cc-83874255c44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379872 May 21 15:23:54.246354 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f48333d-9e84-4c81-a6eb-55f8dab7cdad req-84f6fdd9-0e25-4c68-8b6a-8617d90e7906 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:54.247804 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-0f48333d-9e84-4c81-a6eb-55f8dab7cdad req-84f6fdd9-0e25-4c68-8b6a-8617d90e7906 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 946 time: 0.1397638 May 21 15:23:54.255911 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2000f9b-02c0-48e9-bc55-fef61513e267 req-59f14864-3515-4f0f-8317-f7ae6cedd6c0 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:54.257249 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-e2000f9b-02c0-48e9-bc55-fef61513e267 req-59f14864-3515-4f0f-8317-f7ae6cedd6c0 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d88d55e-b9b2-4cfe-916e-c2899e3fc98f HTTP/1.1" status: 200 len: 945 time: 0.1510966 May 21 15:23:54.323336 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-0f48333d-9e84-4c81-a6eb-55f8dab7cdad req-af93246b-13cc-4be7-9f77-12c4160afc06 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651567 May 21 15:23:54.330450 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-e2000f9b-02c0-48e9-bc55-fef61513e267 req-fa59ca36-9a5d-4ed1-a8e7-7ccb1c5c27fb tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584142 May 21 15:23:54.499996 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e2874-9e40-483e-a340-3e374f4f55e4 req-6fbf5ce1-d6e6-4541-958c-46488f5413a8 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:54.501429 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-069e2874-9e40-483e-a340-3e374f4f55e4 req-6fbf5ce1-d6e6-4541-958c-46488f5413a8 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa5848ac-ea9a-446d-b66d-f076e4b9f6a3 HTTP/1.1" status: 200 len: 945 time: 0.0813625 May 21 15:23:54.544978 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-069e2874-9e40-483e-a340-3e374f4f55e4 req-d508ba2c-af0c-4975-8fbf-77cccdf193a2 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/security-groups?id=7bb09541-c849-4d76-84cc-83874255c44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377362 May 21 15:23:55.572236 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385aa762-7ce2-48ad-b91f-e6835f3011be req-9dd05416-9396-45a4-933f-499969ccc130 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:55.573657 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-385aa762-7ce2-48ad-b91f-e6835f3011be req-9dd05416-9396-45a4-933f-499969ccc130 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 946 time: 0.1426322 May 21 15:23:55.581425 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3ba84-6e58-4744-a9d7-2214def763e6 req-23f7cf76-0fe3-482d-b424-a5abea8c47b3 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:55.582730 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-72a3ba84-6e58-4744-a9d7-2214def763e6 req-23f7cf76-0fe3-482d-b424-a5abea8c47b3 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d88d55e-b9b2-4cfe-916e-c2899e3fc98f HTTP/1.1" status: 200 len: 945 time: 0.1168120 May 21 15:23:55.653819 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-385aa762-7ce2-48ad-b91f-e6835f3011be req-34471bd9-94ea-45e3-b9ce-968073a1fd2c tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701449 May 21 15:23:55.661652 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-72a3ba84-6e58-4744-a9d7-2214def763e6 req-6a095eaf-cf75-465d-a8df-30a391d6604a tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644369 May 21 15:23:55.833590 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1edd5ca-c33e-4244-afb2-64817aadb796 req-993685c2-ff73-479a-9bcd-615e92670e64 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:55.835024 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-e1edd5ca-c33e-4244-afb2-64817aadb796 req-993685c2-ff73-479a-9bcd-615e92670e64 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa5848ac-ea9a-446d-b66d-f076e4b9f6a3 HTTP/1.1" status: 200 len: 945 time: 0.0813241 May 21 15:23:55.879089 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-e1edd5ca-c33e-4244-afb2-64817aadb796 req-57783b90-bb96-41ad-969d-1f58dd135c51 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/security-groups?id=7bb09541-c849-4d76-84cc-83874255c44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383618 May 21 15:23:56.087511 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d5f571-23d7-452f-8d72-a4a9e3e6469e req-9f18211a-64d7-4af5-b65c-0cebe03d0107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:56.089296 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-70d5f571-23d7-452f-8d72-a4a9e3e6469e req-9f18211a-64d7-4af5-b65c-0cebe03d0107 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0fc01a07398c478fb3a1b2d71b22bbeb&device_id=5d88d55e-b9b2-4cfe-916e-c2899e3fc98f HTTP/1.1" status: 200 len: 1098 time: 0.0742044 May 21 15:23:56.224145 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d5f571-23d7-452f-8d72-a4a9e3e6469e req-20f64153-c2ca-457d-8582-d23e3e939f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:56.225489 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-70d5f571-23d7-452f-8d72-a4a9e3e6469e req-20f64153-c2ca-457d-8582-d23e3e939f73 service neutron] 10.222.0.68 "GET /v2.0/networks?id=d29c3f89-e388-4f8b-92df-23b0002e5815 HTTP/1.1" status: 200 len: 919 time: 0.1267548 May 21 15:23:56.305673 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-70d5f571-23d7-452f-8d72-a4a9e3e6469e req-3f1a2fab-bfc7-4018-a4bc-23b4220c4229 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69511024-0acb-4c43-8e69-3148f72d9dae HTTP/1.1" status: 200 len: 217 time: 0.0630379 May 21 15:23:56.368641 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d5f571-23d7-452f-8d72-a4a9e3e6469e req-af155f85-3ef3-47a0-bb1b-c93bd2911a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:56.370047 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-70d5f571-23d7-452f-8d72-a4a9e3e6469e req-af155f85-3ef3-47a0-bb1b-c93bd2911a55 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b5806df6-2818-423b-b237-cbbc2236feaf HTTP/1.1" status: 200 len: 858 time: 0.0563357 May 21 15:23:56.416910 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-70d5f571-23d7-452f-8d72-a4a9e3e6469e req-6d06505f-09f1-47a6-b2e3-a404a43947c1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d29c3f89-e388-4f8b-92df-23b0002e5815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394676 May 21 15:23:56.549442 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-70d5f571-23d7-452f-8d72-a4a9e3e6469e req-10a9591f-f886-467b-a46a-6873d6fad40c service neutron] 10.222.0.68 "GET /v2.0/networks/d29c3f89-e388-4f8b-92df-23b0002e5815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219566 May 21 15:23:56.685042 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-70d5f571-23d7-452f-8d72-a4a9e3e6469e req-fe1f66ae-287b-4edf-8120-eb6daeb8fed8 service neutron] 10.222.0.68 "GET /v2.0/networks/d29c3f89-e388-4f8b-92df-23b0002e5815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268764 May 21 15:23:56.913748 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0152df7-48b8-4844-8ea7-88d72f80001d req-afb70f55-5c3e-4d98-a195-2b1dadbbf9a1 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:56.915378 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f0152df7-48b8-4844-8ea7-88d72f80001d req-afb70f55-5c3e-4d98-a195-2b1dadbbf9a1 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 946 time: 0.1435006 May 21 15:23:56.931302 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe783f4-cedb-4d6f-8b3d-0925d584a44a req-70f5f19e-9c2d-4ef2-a7f4-095070a9eb6e tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:56.932716 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-3fe783f4-cedb-4d6f-8b3d-0925d584a44a req-70f5f19e-9c2d-4ef2-a7f4-095070a9eb6e tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d88d55e-b9b2-4cfe-916e-c2899e3fc98f HTTP/1.1" status: 200 len: 945 time: 0.1238430 May 21 15:23:57.028104 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f0152df7-48b8-4844-8ea7-88d72f80001d req-15ee325b-fe19-43bc-ab50-8bd076aa2cf7 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942576 May 21 15:23:57.032416 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-3fe783f4-cedb-4d6f-8b3d-0925d584a44a req-1227f61a-54a4-4f1f-be4b-8fc7eea555c8 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846052 May 21 15:23:57.220414 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb75b3e-45ba-4448-9657-48de5348cf5f req-728bdf00-4a61-4718-844a-47347c719d66 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:57.222145 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-7fb75b3e-45ba-4448-9657-48de5348cf5f req-728bdf00-4a61-4718-844a-47347c719d66 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa5848ac-ea9a-446d-b66d-f076e4b9f6a3 HTTP/1.1" status: 200 len: 945 time: 0.0903325 May 21 15:23:57.273020 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-7fb75b3e-45ba-4448-9657-48de5348cf5f req-810bab8f-12a6-4793-b8f3-aa7858b31917 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/security-groups?id=7bb09541-c849-4d76-84cc-83874255c44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419662 May 21 15:23:58.282376 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879c2bd-c62c-4f54-917f-eda94958e390 req-a8332771-a9f3-4fc1-88c7-da5d9b64526e tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:58.283845 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-2879c2bd-c62c-4f54-917f-eda94958e390 req-a8332771-a9f3-4fc1-88c7-da5d9b64526e tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 946 time: 0.1452587 May 21 15:23:58.292139 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d442584f-deeb-4698-aef2-74947f08c7e7 req-0e5eedc6-d17d-4f88-b1ad-dd5d93e47ca4 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:58.293517 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-d442584f-deeb-4698-aef2-74947f08c7e7 req-0e5eedc6-d17d-4f88-b1ad-dd5d93e47ca4 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d88d55e-b9b2-4cfe-916e-c2899e3fc98f HTTP/1.1" status: 200 len: 945 time: 0.1223862 May 21 15:23:58.366148 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-2879c2bd-c62c-4f54-917f-eda94958e390 req-9dc29b90-f13a-4c2f-a2f9-a7d9acc04ebd tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716665 May 21 15:23:58.368764 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-d442584f-deeb-4698-aef2-74947f08c7e7 req-96679c3c-cac7-4e9a-87a0-3a7f47b25b6c tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601230 May 21 15:23:58.552182 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d69d44-2144-4d65-82f8-4b9babf44bed req-d765a730-1159-4cff-a722-03aac442c206 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:58.553519 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-e4d69d44-2144-4d65-82f8-4b9babf44bed req-d765a730-1159-4cff-a722-03aac442c206 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa5848ac-ea9a-446d-b66d-f076e4b9f6a3 HTTP/1.1" status: 200 len: 945 time: 0.0816453 May 21 15:23:58.596973 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-e4d69d44-2144-4d65-82f8-4b9babf44bed req-e94bcc02-20cf-49e9-b50e-59901cfb5dbf tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/security-groups?id=7bb09541-c849-4d76-84cc-83874255c44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377920 May 21 15:23:59.558552 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b39f4-260f-4beb-bbd1-254045e0dea5 req-30d9c581-4add-478d-98d4-635862fc3511 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:59.560082 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-486b39f4-260f-4beb-bbd1-254045e0dea5 req-30d9c581-4add-478d-98d4-635862fc3511 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 946 time: 0.0811439 May 21 15:23:59.603868 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-486b39f4-260f-4beb-bbd1-254045e0dea5 req-68cd9862-c463-40a5-8257-3ddcc33bafc7 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373335 May 21 15:23:59.778025 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce89a94-c9bf-411c-a11b-147c845d8fe6 req-fa23ea63-4f5f-48cb-b0c7-8fea850a3623 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:23:59.779402 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-4ce89a94-c9bf-411c-a11b-147c845d8fe6 req-fa23ea63-4f5f-48cb-b0c7-8fea850a3623 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d88d55e-b9b2-4cfe-916e-c2899e3fc98f HTTP/1.1" status: 200 len: 945 time: 0.0817902 May 21 15:23:59.824122 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-4ce89a94-c9bf-411c-a11b-147c845d8fe6 req-d91af5df-6bfc-489a-8b5d-0aa93a0ba4a3 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385113 May 21 15:24:00.787778 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8924f7-84e8-4928-af06-be03d92a879a req-275d102f-25eb-4057-9179-d8418b99c6e1 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:24:00.789131 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-4c8924f7-84e8-4928-af06-be03d92a879a req-275d102f-25eb-4057-9179-d8418b99c6e1 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 946 time: 0.0787249 May 21 15:24:00.844550 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-4c8924f7-84e8-4928-af06-be03d92a879a req-270c5fa1-06cf-4050-95bc-7b86464f8a43 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487325 May 21 15:24:01.113340 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613a9674-7a12-4418-8ae7-d4924c192023 req-9d1b48ef-cccd-4d3f-91c8-6b46311da34e tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:24:01.115470 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-613a9674-7a12-4418-8ae7-d4924c192023 req-9d1b48ef-cccd-4d3f-91c8-6b46311da34e tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d88d55e-b9b2-4cfe-916e-c2899e3fc98f HTTP/1.1" status: 200 len: 945 time: 0.1701810 May 21 15:24:01.162902 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-613a9674-7a12-4418-8ae7-d4924c192023 req-78681724-7d1f-4364-827e-7e1004843f73 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415223 May 21 15:24:02.035646 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402766ab-bad6-4459-9481-b35c6f0100ef req-63ea33e2-ee03-435e-8c2c-c107c78def0f tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:24:02.037133 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-402766ab-bad6-4459-9481-b35c6f0100ef req-63ea33e2-ee03-435e-8c2c-c107c78def0f tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 946 time: 0.0848629 May 21 15:24:02.082760 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-402766ab-bad6-4459-9481-b35c6f0100ef req-8c951691-6db1-4cd2-bc40-d0d01bd91dfc tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399215 May 21 15:24:02.363524 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12573cb1-7069-43e2-bfb5-4a8bf810f2d3 req-c6ff74e1-4065-4765-be06-02ab12ce664a tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:24:02.365124 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-12573cb1-7069-43e2-bfb5-4a8bf810f2d3 req-c6ff74e1-4065-4765-be06-02ab12ce664a tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d88d55e-b9b2-4cfe-916e-c2899e3fc98f HTTP/1.1" status: 200 len: 945 time: 0.0893970 May 21 15:24:02.418704 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-12573cb1-7069-43e2-bfb5-4a8bf810f2d3 req-6971aa31-4d9b-4e6e-b7bf-f4098975e916 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475216 May 21 15:24:03.282177 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e15095e-b160-4b11-b952-567d4440a766 req-bb950afb-d6cc-4f23-8e7e-375eaa6be5ea tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:24:03.283682 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-7e15095e-b160-4b11-b952-567d4440a766 req-bb950afb-d6cc-4f23-8e7e-375eaa6be5ea tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 946 time: 0.0866737 May 21 15:24:03.328342 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-7e15095e-b160-4b11-b952-567d4440a766 req-e267b26e-a562-4654-bedc-99135febf5b7 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386121 May 21 15:24:03.614365 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446885cb-c89b-4aa6-99c5-1125222d5556 req-e7368103-a85b-4955-af12-e1463c0e9c19 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:24:03.615836 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-446885cb-c89b-4aa6-99c5-1125222d5556 req-e7368103-a85b-4955-af12-e1463c0e9c19 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d88d55e-b9b2-4cfe-916e-c2899e3fc98f HTTP/1.1" status: 200 len: 945 time: 0.0840280 May 21 15:24:03.661565 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-446885cb-c89b-4aa6-99c5-1125222d5556 req-cb6a4a0b-c34c-46c4-955a-9e07d795f2d2 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400183 May 21 15:24:04.525685 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7092f91-8f6a-48b1-abbd-4161fb6882ba req-35dd200a-48f1-49d5-8e13-196ad8c58cf4 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:24:04.527091 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-c7092f91-8f6a-48b1-abbd-4161fb6882ba req-35dd200a-48f1-49d5-8e13-196ad8c58cf4 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 946 time: 0.0850976 May 21 15:24:04.575066 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-c7092f91-8f6a-48b1-abbd-4161fb6882ba req-86fd9b0a-c2ae-4780-bfe3-3e85482f7938 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417144 May 21 15:24:05.135721 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.agents_db [None req-1cb0bb7b-b6db-4325-ad21-6fa15867ad0e None None] Agent healthcheck: found 6 active agents {{(pid=91551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:24:05.776069 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80019939-e4b7-43a0-88d1-7358ee57847d req-28f3867b-d684-437f-b4ca-08d730a81cbb tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:24:05.777710 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-80019939-e4b7-43a0-88d1-7358ee57847d req-28f3867b-d684-437f-b4ca-08d730a81cbb tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 946 time: 0.0857999 May 21 15:24:05.824784 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-80019939-e4b7-43a0-88d1-7358ee57847d req-e86ad77b-5b3a-4ffd-9b8a-c472b11081b2 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395358 May 21 15:24:07.029556 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f86198-177a-46b8-9b8b-6e82a1bd4b09 req-cb06920d-c9f6-4912-bcb6-0283494e3805 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:24:07.031841 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-a6f86198-177a-46b8-9b8b-6e82a1bd4b09 req-cb06920d-c9f6-4912-bcb6-0283494e3805 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 946 time: 0.0907936 May 21 15:24:07.090158 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-a6f86198-177a-46b8-9b8b-6e82a1bd4b09 req-1139122c-f6e7-4ca8-a2b5-96ea338784ca tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477297 May 21 15:24:07.369566 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 33896) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:24:07.540844 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b78f61-f805-41da-8392-5cb99d25c219 req-c8d5f6dc-bc7e-445f-b959-e958d03e84d2 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:24:07.542346 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-73b78f61-f805-41da-8392-5cb99d25c219 req-c8d5f6dc-bc7e-445f-b959-e958d03e84d2 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 946 time: 0.1015475 May 21 15:24:07.548208 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-c19595cc-e381-46e0-aee0-3b071e0c3713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:07.567890 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-c19595cc-e381-46e0-aee0-3b071e0c3713 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:24:07.577004 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-c19595cc-e381-46e0-aee0-3b071e0c3713 admin admin] Usage tracker for resource:security_group_rule and tenant:8f92214442514fa0bc9d4ab26f51f46b is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:24:07.581918 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-c19595cc-e381-46e0-aee0-3b071e0c3713 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:24:07.589313 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-c19595cc-e381-46e0-aee0-3b071e0c3713 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:24:07.590363 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-73b78f61-f805-41da-8392-5cb99d25c219 req-5d3a663d-ed48-4b6e-adcc-fdf710624ab6 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415027 May 21 15:24:07.617986 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e31974-4c2f-42e2-bb80-299e4a58371e req-287b3e76-3f52-49d2-bb9a-5d32eb394efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:24:07.619703 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-f0e31974-4c2f-42e2-bb80-299e4a58371e req-287b3e76-3f52-49d2-bb9a-5d32eb394efb service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a0ff7059c233428f81d35f38ec365006&device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 1099 time: 0.1378069 May 21 15:24:07.797236 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-c19595cc-e381-46e0-aee0-3b071e0c3713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:07.803280 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-c19595cc-e381-46e0-aee0-3b071e0c3713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:07.812975 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-b2ff83ec-e88e-4791-bff5-7d436666294d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:24:07.823735 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e31974-4c2f-42e2-bb80-299e4a58371e req-2ae6eb64-79f4-4b51-b5b1-36cdc3a19ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:24:07.825156 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-f0e31974-4c2f-42e2-bb80-299e4a58371e req-2ae6eb64-79f4-4b51-b5b1-36cdc3a19ba8 service neutron] 10.222.0.68 "GET /v2.0/networks?id=efa2a869-eef6-443f-b219-ba0ab20cb5c1 HTTP/1.1" status: 200 len: 911 time: 0.1895645 May 21 15:24:07.932350 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19595cc-e381-46e0-aee0-3b071e0c3713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46446de3-6ea3-480b-b510-2b4bb451dbaa,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:24:07.936216 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-c19595cc-e381-46e0-aee0-3b071e0c3713 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8f92214442514fa0bc9d4ab26f51f46b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5655684 May 21 15:24:07.940247 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 33908) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:24:07.947175 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19595cc-e381-46e0-aee0-3b071e0c3713 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:24:07.947543 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19595cc-e381-46e0-aee0-3b071e0c3713 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:24:07.947902 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19595cc-e381-46e0-aee0-3b071e0c3713 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:24:07.948251 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19595cc-e381-46e0-aee0-3b071e0c3713 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:24:07.948643 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19595cc-e381-46e0-aee0-3b071e0c3713 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:24:07.948990 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19595cc-e381-46e0-aee0-3b071e0c3713 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:24:07.949326 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19595cc-e381-46e0-aee0-3b071e0c3713 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:24:07.949664 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19595cc-e381-46e0-aee0-3b071e0c3713 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:24:07.949999 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19595cc-e381-46e0-aee0-3b071e0c3713 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:24:07.950354 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19595cc-e381-46e0-aee0-3b071e0c3713 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:24:07.950666 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19595cc-e381-46e0-aee0-3b071e0c3713 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:24:07.951078 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19595cc-e381-46e0-aee0-3b071e0c3713 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:24:07.956178 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-c19595cc-e381-46e0-aee0-3b071e0c3713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:24:07.982481 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-f0e31974-4c2f-42e2-bb80-299e4a58371e req-5cce2731-722e-4337-bd57-d1bfcefe89aa service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f39d91da-f227-4bb1-a3a9-89731368da3f HTTP/1.1" status: 200 len: 1002 time: 0.1502101 May 21 15:24:08.027672 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-db053650-f2f9-435c-bffe-4ee7f83692da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:08.052751 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e31974-4c2f-42e2-bb80-299e4a58371e req-5acece10-4569-475d-b0f0-107aaa145c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:24:08.054218 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-f0e31974-4c2f-42e2-bb80-299e4a58371e req-5acece10-4569-475d-b0f0-107aaa145c12 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b15db54b-4552-4834-a465-ff2d97af0b01 HTTP/1.1" status: 200 len: 849 time: 0.0644455 May 21 15:24:08.064790 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-db053650-f2f9-435c-bffe-4ee7f83692da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:08.120875 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-db053650-f2f9-435c-bffe-4ee7f83692da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:08.126454 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-7e132dd1-46b9-4f9f-abba-94beff1d7b94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:24:08.133792 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e31974-4c2f-42e2-bb80-299e4a58371e req-447dc6f7-2942-4a04-b639-be10b4aea729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:24:08.135354 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-f0e31974-4c2f-42e2-bb80-299e4a58371e req-447dc6f7-2942-4a04-b639-be10b4aea729 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=efa2a869-eef6-443f-b219-ba0ab20cb5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0744176 May 21 15:24:08.138779 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db053650-f2f9-435c-bffe-4ee7f83692da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46446de3-6ea3-480b-b510-2b4bb451dbaa,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:24:08.141993 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-db053650-f2f9-435c-bffe-4ee7f83692da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:24:08.150245 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-db053650-f2f9-435c-bffe-4ee7f83692da admin admin] Notify callbacks [] for security_group, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:08.153618 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-db053650-f2f9-435c-bffe-4ee7f83692da admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/46446de3-6ea3-480b-b510-2b4bb451dbaa HTTP/1.1" status: 204 len: 168 time: 0.2117503 May 21 15:24:08.282539 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-f0e31974-4c2f-42e2-bb80-299e4a58371e req-1f5dea27-222d-4f1d-a55f-6dd784112892 service neutron] 10.222.0.68 "GET /v2.0/networks/efa2a869-eef6-443f-b219-ba0ab20cb5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378984 May 21 15:24:08.454207 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 33916) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:24:08.473091 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-48b5b410-f39d-405b-b99f-68afb83502a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:08.488270 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-48b5b410-f39d-405b-b99f-68afb83502a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:24:08.492212 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-48b5b410-f39d-405b-b99f-68afb83502a6 admin admin] Usage tracker for resource:security_group_rule and tenant:1ffff03118c841418c5ca751016a231d is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:24:08.495550 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-48b5b410-f39d-405b-b99f-68afb83502a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:24:08.501897 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-48b5b410-f39d-405b-b99f-68afb83502a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:24:08.522999 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-f0e31974-4c2f-42e2-bb80-299e4a58371e req-9a438e1c-9e97-45a6-94f5-8ff3a1b7d8bc service neutron] 10.222.0.68 "GET /v2.0/networks/efa2a869-eef6-443f-b219-ba0ab20cb5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266452 May 21 15:24:08.593559 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-48b5b410-f39d-405b-b99f-68afb83502a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:08.597590 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-48b5b410-f39d-405b-b99f-68afb83502a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:08.604953 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-abc98622-83c5-47cc-a113-4098b0c3a9c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:24:08.649857 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-48b5b410-f39d-405b-b99f-68afb83502a6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1ffff03118c841418c5ca751016a231d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1945255 May 21 15:24:08.650222 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 33922) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:24:08.650632 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b5b410-f39d-405b-b99f-68afb83502a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6930602-9b04-407f-8667-c6b408e1a64a,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:24:08.653846 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-48b5b410-f39d-405b-b99f-68afb83502a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:24:08.726419 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-875c1833-83fc-48ed-9fcd-5f9f0aed3179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:08.765495 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-875c1833-83fc-48ed-9fcd-5f9f0aed3179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:08.802245 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc47ad9-d417-4172-8d81-49041cfe0351 req-75674fa9-bb86-41cd-849f-44515f8d5278 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:24:08.809165 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-fcc47ad9-d417-4172-8d81-49041cfe0351 req-75674fa9-bb86-41cd-849f-44515f8d5278 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 946 time: 0.1021559 May 21 15:24:08.841602 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-875c1833-83fc-48ed-9fcd-5f9f0aed3179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:08.852021 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-32736029-2455-4d80-9842-11561dec4a96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:24:08.857481 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-fcc47ad9-d417-4172-8d81-49041cfe0351 req-ffa87a44-08a2-4f08-8375-1f0f6775ff69 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465050 May 21 15:24:08.869309 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875c1833-83fc-48ed-9fcd-5f9f0aed3179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6930602-9b04-407f-8667-c6b408e1a64a,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:24:08.876101 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-875c1833-83fc-48ed-9fcd-5f9f0aed3179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:24:08.885290 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-875c1833-83fc-48ed-9fcd-5f9f0aed3179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:08.890836 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-875c1833-83fc-48ed-9fcd-5f9f0aed3179 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c6930602-9b04-407f-8667-c6b408e1a64a HTTP/1.1" status: 204 len: 168 time: 0.2368011 May 21 15:24:10.076381 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d602a-57ea-4371-afdb-f1734a9fea55 req-6e545558-bc09-4868-b87e-c228dc98f862 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:24:10.078037 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-ed1d602a-57ea-4371-afdb-f1734a9fea55 req-6e545558-bc09-4868-b87e-c228dc98f862 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 946 time: 0.0945776 May 21 15:24:10.132325 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-ed1d602a-57ea-4371-afdb-f1734a9fea55 req-2302fe7f-a748-4a5b-8e87-6b9a5f51e437 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487161 May 21 15:24:15.233801 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-f52e831a-436d-4271-a53b-c840e7f93481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:17.987256 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:18.282910 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-d173aa80-8a48-4b11-88ec-47f6e6757a2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:19.278249 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e6f13acb-dde4-45e3-8932-2715da3406c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:20.848009 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-cb99478c-afff-4a9c-8770-f3354af234b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:23.148777 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:23.699438 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142f71fa-9cb2-409f-8115-8c8974d63ff6 req-dac24de5-64f8-43ed-8b5d-25375ee28664 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:24:23.701144 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-142f71fa-9cb2-409f-8115-8c8974d63ff6 req-dac24de5-64f8-43ed-8b5d-25375ee28664 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=be512a37-5ce9-4914-8807-04f8f80ad54e HTTP/1.1" status: 200 len: 945 time: 0.0855033 May 21 15:24:23.747597 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-142f71fa-9cb2-409f-8115-8c8974d63ff6 req-6123b82c-8638-4857-b8e2-f2a4c69c5722 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400093 May 21 15:24:24.338503 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-5803d8b4-9272-4493-bb2d-6d56dee7e4f6 req-71d26202-c053-46df-aa6e-e35981e15d7b service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=5d88d55e-b9b2-4cfe-916e-c2899e3fc98f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0674162 May 21 15:24:24.443061 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5803d8b4-9272-4493-bb2d-6d56dee7e4f6 req-572861a1-a39a-4079-8612-46d14f3719d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:24:24.444638 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-5803d8b4-9272-4493-bb2d-6d56dee7e4f6 req-572861a1-a39a-4079-8612-46d14f3719d2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0fc01a07398c478fb3a1b2d71b22bbeb&device_id=5d88d55e-b9b2-4cfe-916e-c2899e3fc98f HTTP/1.1" status: 200 len: 1098 time: 0.0751321 May 21 15:24:24.596483 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5803d8b4-9272-4493-bb2d-6d56dee7e4f6 req-6e91acd5-413a-4629-8908-4c1f791b54c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:24:24.598129 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-5803d8b4-9272-4493-bb2d-6d56dee7e4f6 req-6e91acd5-413a-4629-8908-4c1f791b54c6 service neutron] 10.222.0.68 "GET /v2.0/networks?id=d29c3f89-e388-4f8b-92df-23b0002e5815 HTTP/1.1" status: 200 len: 919 time: 0.1290898 May 21 15:24:24.673950 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-5803d8b4-9272-4493-bb2d-6d56dee7e4f6 req-75e78776-6d78-46e6-a6ef-9aa252123d66 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69511024-0acb-4c43-8e69-3148f72d9dae HTTP/1.1" status: 200 len: 217 time: 0.0659451 May 21 15:24:24.751513 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5803d8b4-9272-4493-bb2d-6d56dee7e4f6 req-375e980c-74f3-403e-9dc6-6b12699d3f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:24:24.753213 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-5803d8b4-9272-4493-bb2d-6d56dee7e4f6 req-375e980c-74f3-403e-9dc6-6b12699d3f3d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b5806df6-2818-423b-b237-cbbc2236feaf HTTP/1.1" status: 200 len: 858 time: 0.0673757 May 21 15:24:24.808455 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-5803d8b4-9272-4493-bb2d-6d56dee7e4f6 req-4e4e838d-002d-404d-ab5b-285d61071b0d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d29c3f89-e388-4f8b-92df-23b0002e5815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448849 May 21 15:24:24.950834 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fed6d1-3981-4eb7-b31d-3b80bd6d0c9e req-07de8a17-2448-465e-8178-7d35cad6c28a tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:24:24.953302 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-15fed6d1-3981-4eb7-b31d-3b80bd6d0c9e req-07de8a17-2448-465e-8178-7d35cad6c28a tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=be512a37-5ce9-4914-8807-04f8f80ad54e HTTP/1.1" status: 200 len: 945 time: 0.0926335 May 21 15:24:24.956872 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-5803d8b4-9272-4493-bb2d-6d56dee7e4f6 req-120598a8-6a59-47bf-bd2c-aa7bd4fdec77 service neutron] 10.222.0.68 "GET /v2.0/networks/d29c3f89-e388-4f8b-92df-23b0002e5815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368859 May 21 15:24:25.000188 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-15fed6d1-3981-4eb7-b31d-3b80bd6d0c9e req-1947e54a-b03c-409f-b9d1-998b7de7bfb9 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402095 May 21 15:24:25.094774 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-5803d8b4-9272-4493-bb2d-6d56dee7e4f6 req-0848ca95-4a95-4bb8-a8e3-ff1663594847 service neutron] 10.222.0.68 "GET /v2.0/networks/d29c3f89-e388-4f8b-92df-23b0002e5815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294477 May 21 15:24:26.205927 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7d356-83f4-488c-9e88-96dd32cd7a0d req-01aa1053-2a45-4801-83a8-e512e153d2ef tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:24:26.207658 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-a7a7d356-83f4-488c-9e88-96dd32cd7a0d req-01aa1053-2a45-4801-83a8-e512e153d2ef tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=be512a37-5ce9-4914-8807-04f8f80ad54e HTTP/1.1" status: 200 len: 945 time: 0.0892506 May 21 15:24:26.258111 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-a7a7d356-83f4-488c-9e88-96dd32cd7a0d req-cba947f4-2123-41ff-8dd4-8ecd917839c4 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444112 May 21 15:24:26.414286 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 34138) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:24:26.529112 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-b60da9a5-5cb2-4c7f-b5f4-0afcf675bb66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:26.543624 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-b60da9a5-5cb2-4c7f-b5f4-0afcf675bb66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:24:26.547719 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-b60da9a5-5cb2-4c7f-b5f4-0afcf675bb66 admin admin] Usage tracker for resource:security_group_rule and tenant:69f98665255b4541a763b0b2df2be356 is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:24:26.550501 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-b60da9a5-5cb2-4c7f-b5f4-0afcf675bb66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:24:26.556003 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-b60da9a5-5cb2-4c7f-b5f4-0afcf675bb66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:24:26.580542 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0992e5ed-dfe4-4353-9ea0-527401bb7cf1 req-c975245d-83d4-4c04-abfc-b5d795fccf06 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:24:26.581248 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-0992e5ed-dfe4-4353-9ea0-527401bb7cf1 req-c975245d-83d4-4c04-abfc-b5d795fccf06 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Synchronizing usage tracker for tenant:0fc01a07398c478fb3a1b2d71b22bbeb on resource:port {{(pid=91548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:24:26.596705 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-0992e5ed-dfe4-4353-9ea0-527401bb7cf1 req-c975245d-83d4-4c04-abfc-b5d795fccf06 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Unset dirty status for tenant:0fc01a07398c478fb3a1b2d71b22bbeb on resource:port {{(pid=91548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:24:26.597989 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-0992e5ed-dfe4-4353-9ea0-527401bb7cf1 req-c975245d-83d4-4c04-abfc-b5d795fccf06 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.68 "GET /v2.0/ports?device_id=be512a37-5ce9-4914-8807-04f8f80ad54e HTTP/1.1" status: 200 len: 945 time: 0.1000931 May 21 15:24:26.641926 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-b60da9a5-5cb2-4c7f-b5f4-0afcf675bb66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:26.646596 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-b60da9a5-5cb2-4c7f-b5f4-0afcf675bb66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:26.657430 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-92a8affb-8eb1-412e-b78d-5a6dff76cbe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:24:26.699508 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-b60da9a5-5cb2-4c7f-b5f4-0afcf675bb66 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=69f98665255b4541a763b0b2df2be356&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2816687 May 21 15:24:26.699508 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60da9a5-5cb2-4c7f-b5f4-0afcf675bb66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8edcf661-f9e7-4e89-b846-d6e16ef67d8d,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:24:26.699931 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 34144) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:24:26.708977 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60da9a5-5cb2-4c7f-b5f4-0afcf675bb66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:24:26.709355 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60da9a5-5cb2-4c7f-b5f4-0afcf675bb66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:24:26.709693 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60da9a5-5cb2-4c7f-b5f4-0afcf675bb66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:24:26.710059 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60da9a5-5cb2-4c7f-b5f4-0afcf675bb66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:24:26.710402 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60da9a5-5cb2-4c7f-b5f4-0afcf675bb66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:24:26.710740 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60da9a5-5cb2-4c7f-b5f4-0afcf675bb66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:24:26.711129 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60da9a5-5cb2-4c7f-b5f4-0afcf675bb66 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:24:26.711474 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60da9a5-5cb2-4c7f-b5f4-0afcf675bb66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:24:26.711809 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60da9a5-5cb2-4c7f-b5f4-0afcf675bb66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:24:26.712137 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60da9a5-5cb2-4c7f-b5f4-0afcf675bb66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:24:26.712465 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60da9a5-5cb2-4c7f-b5f4-0afcf675bb66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:24:26.712793 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60da9a5-5cb2-4c7f-b5f4-0afcf675bb66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:24:26.716945 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-b60da9a5-5cb2-4c7f-b5f4-0afcf675bb66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:24:26.786808 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-db701d9e-1a43-4c20-b83d-e17ad3320297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:26.801174 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [req-0992e5ed-dfe4-4353-9ea0-527401bb7cf1 req-8b4d368a-e6ba-4d23-9b02-fc30db5ccf79 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Deleting port 5df660a9-edbd-44d1-9e02-0d036fb5652c {{(pid=91548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:24:26.801497 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-0992e5ed-dfe4-4353-9ea0-527401bb7cf1 req-8b4d368a-e6ba-4d23-9b02-fc30db5ccf79 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730419685614'] for port, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:26.883484 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-db701d9e-1a43-4c20-b83d-e17ad3320297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:26.971119 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [req-0992e5ed-dfe4-4353-9ea0-527401bb7cf1 req-8b4d368a-e6ba-4d23-9b02-fc30db5ccf79 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] For port 5df660a9-edbd-44d1-9e02-0d036fb5652c, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=5df660a9-edbd-44d1-9e02-0d036fb5652c,segment=NetworkSegment(e2ef194d-7ce8-41c1-ab43-91505874bf09),segment_id=e2ef194d-7ce8-41c1-ab43-91505874bf09)] {{(pid=91548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:24:26.971389 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-0992e5ed-dfe4-4353-9ea0-527401bb7cf1 req-8b4d368a-e6ba-4d23-9b02-fc30db5ccf79 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829031'] for port, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:27.039853 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-db701d9e-1a43-4c20-b83d-e17ad3320297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:27.096616 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-1529106e-42fa-4c8b-bb80-f559201333c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:24:27.110162 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [req-0992e5ed-dfe4-4353-9ea0-527401bb7cf1 req-8b4d368a-e6ba-4d23-9b02-fc30db5ccf79 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Calling delete_port for 5df660a9-edbd-44d1-9e02-0d036fb5652c owned by compute:nova {{(pid=91548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:24:27.119823 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db701d9e-1a43-4c20-b83d-e17ad3320297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8edcf661-f9e7-4e89-b846-d6e16ef67d8d,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:24:27.124897 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-db701d9e-1a43-4c20-b83d-e17ad3320297 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:24:27.127310 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-db701d9e-1a43-4c20-b83d-e17ad3320297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:27.128662 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-db701d9e-1a43-4c20-b83d-e17ad3320297 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8edcf661-f9e7-4e89-b846-d6e16ef67d8d HTTP/1.1" status: 204 len: 168 time: 0.4278924 May 21 15:24:27.337940 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-0992e5ed-dfe4-4353-9ea0-527401bb7cf1 req-8b4d368a-e6ba-4d23-9b02-fc30db5ccf79 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730419690186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730419340162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14885552'] for port, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:27.351836 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-874080ad-73e0-442e-a94f-0f02d768a317 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:24:27.352945 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] get_ports_and_sgs() called for port_ids ['69511024-0acb-4c43-8e69-3148f72d9dae', '5df660a9-edbd-44d1-9e02-0d036fb5652c'] {{(pid=91550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:24:27.452781 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4d368a-e6ba-4d23-9b02-fc30db5ccf79 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Pushing event deleted for resources: {'Port': ['ID=5df660a9-edbd-44d1-9e02-0d036fb5652c,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:24:27.497061 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-8b4d368a-e6ba-4d23-9b02-fc30db5ccf79 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:24:27.514389 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.l3_dvrscheduler_db [req-0992e5ed-dfe4-4353-9ea0-527401bb7cf1 req-8b4d368a-e6ba-4d23-9b02-fc30db5ccf79 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] No DVR routers for this DVR port 5df660a9-edbd-44d1-9e02-0d036fb5652c on host hv-cinder-79229 {{(pid=91548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:24:27.515918 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-0992e5ed-dfe4-4353-9ea0-527401bb7cf1 req-8b4d368a-e6ba-4d23-9b02-fc30db5ccf79 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for port, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:27.520265 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-9b56b6fd-daef-4a1d-976c-b8632704d4cd req-1dd724ed-872b-44b0-a6ee-e73657a73e99 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=be512a37-5ce9-4914-8807-04f8f80ad54e HTTP/1.1" status: 200 len: 210 time: 0.0952456 May 21 15:24:27.521039 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be512a37-5ce9-4914-8807-04f8f80ad54e', 'name': 'network-vif-deleted', 'tag': '5df660a9-edbd-44d1-9e02-0d036fb5652c'}] {{(pid=91548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:24:27.534741 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 34162) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:24:27.554546 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-2fecdc73-2297-49d7-b9ce-584e9a32bb25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:27.566830 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-0992e5ed-dfe4-4353-9ea0-527401bb7cf1 req-8b4d368a-e6ba-4d23-9b02-fc30db5ccf79 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.68 "DELETE /v2.0/ports/5df660a9-edbd-44d1-9e02-0d036fb5652c HTTP/1.1" status: 204 len: 173 time: 0.9625175 May 21 15:24:27.580836 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-2fecdc73-2297-49d7-b9ce-584e9a32bb25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:24:27.587401 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-2fecdc73-2297-49d7-b9ce-584e9a32bb25 admin admin] Usage tracker for resource:security_group_rule and tenant:b1a7dba0d3a64a3184b271b74814cae8 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:24:27.591290 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be512a37-5ce9-4914-8807-04f8f80ad54e', 'name': 'network-vif-deleted', 'tag': '5df660a9-edbd-44d1-9e02-0d036fb5652c', 'status': 'completed', 'code': 200} May 21 15:24:27.593019 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-2fecdc73-2297-49d7-b9ce-584e9a32bb25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:24:27.598537 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-2fecdc73-2297-49d7-b9ce-584e9a32bb25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:24:27.710773 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-2fecdc73-2297-49d7-b9ce-584e9a32bb25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:27.715227 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-2fecdc73-2297-49d7-b9ce-584e9a32bb25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:27.723561 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-01e98e7a-ffe5-4bab-b86b-661669bfe44f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:24:27.766906 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-2fecdc73-2297-49d7-b9ce-584e9a32bb25 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b1a7dba0d3a64a3184b271b74814cae8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2306302 May 21 15:24:27.767754 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fecdc73-2297-49d7-b9ce-584e9a32bb25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c84412-c313-4d42-8021-a3797acc1e5a,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:24:27.769689 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 34166) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:24:27.770760 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-2fecdc73-2297-49d7-b9ce-584e9a32bb25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:24:27.847659 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63706b1-4db5-4838-abd8-d2c83c095ee2 req-e513541c-aeba-4553-8969-68d629ff952b tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:24:27.849100 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-c63706b1-4db5-4838-abd8-d2c83c095ee2 req-e513541c-aeba-4553-8969-68d629ff952b tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa5848ac-ea9a-446d-b66d-f076e4b9f6a3 HTTP/1.1" status: 200 len: 945 time: 0.2068565 May 21 15:24:27.857090 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-70d626b7-c328-4bd9-a9f5-3d26d8d0adca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:27.912609 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-70d626b7-c328-4bd9-a9f5-3d26d8d0adca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:27.928343 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-c63706b1-4db5-4838-abd8-d2c83c095ee2 req-580101e6-3109-4ec0-ad29-f52b2c167d62 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/security-groups?id=7bb09541-c849-4d76-84cc-83874255c44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723054 May 21 15:24:27.970327 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-70d626b7-c328-4bd9-a9f5-3d26d8d0adca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:27.975110 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-864d2dd8-777e-4913-8adb-f4f51335343c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:24:27.987854 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d626b7-c328-4bd9-a9f5-3d26d8d0adca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c84412-c313-4d42-8021-a3797acc1e5a,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:24:27.990130 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-70d626b7-c328-4bd9-a9f5-3d26d8d0adca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:24:28.000798 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-70d626b7-c328-4bd9-a9f5-3d26d8d0adca admin admin] Notify callbacks [] for security_group, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:28.001900 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-70d626b7-c328-4bd9-a9f5-3d26d8d0adca admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f9c84412-c313-4d42-8021-a3797acc1e5a HTTP/1.1" status: 204 len: 168 time: 0.2309096 May 21 15:24:28.991179 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43dbedb-19fa-452d-8a7a-cb68447f16ae req-27ba180c-fa55-4083-b60c-1f1b2807549f tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:24:28.992651 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-b43dbedb-19fa-452d-8a7a-cb68447f16ae req-27ba180c-fa55-4083-b60c-1f1b2807549f tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d88d55e-b9b2-4cfe-916e-c2899e3fc98f HTTP/1.1" status: 200 len: 945 time: 0.0825291 May 21 15:24:29.042632 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-b43dbedb-19fa-452d-8a7a-cb68447f16ae req-ac5e712f-4be8-4a25-9be8-2b7eba39be42 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425546 May 21 15:24:29.130849 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb8f666-dc84-43d9-8aa8-e807931c732e req-6f5bce5b-8a8c-4629-b6a5-00237b6b6fd8 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:24:29.132309 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-1cb8f666-dc84-43d9-8aa8-e807931c732e req-6f5bce5b-8a8c-4629-b6a5-00237b6b6fd8 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa5848ac-ea9a-446d-b66d-f076e4b9f6a3 HTTP/1.1" status: 200 len: 945 time: 0.0887811 May 21 15:24:29.177180 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-1cb8f666-dc84-43d9-8aa8-e807931c732e req-b4019ab2-8a44-4e0f-8f37-0802c12804f6 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/security-groups?id=7bb09541-c849-4d76-84cc-83874255c44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391488 May 21 15:24:30.060646 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12864d15-336f-41a8-8aef-0bcc2b7167c6 req-2de0f75d-32e7-4802-864d-a90a2a34230c tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:24:30.061238 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-12864d15-336f-41a8-8aef-0bcc2b7167c6 req-2de0f75d-32e7-4802-864d-a90a2a34230c tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Synchronizing usage tracker for tenant:e69ae68628214c52b9596296332a84e0 on resource:port {{(pid=91548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:24:30.077476 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-12864d15-336f-41a8-8aef-0bcc2b7167c6 req-2de0f75d-32e7-4802-864d-a90a2a34230c tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Unset dirty status for tenant:e69ae68628214c52b9596296332a84e0 on resource:port {{(pid=91548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:24:30.078753 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-12864d15-336f-41a8-8aef-0bcc2b7167c6 req-2de0f75d-32e7-4802-864d-a90a2a34230c tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.68 "GET /v2.0/ports?device_id=fa5848ac-ea9a-446d-b66d-f076e4b9f6a3 HTTP/1.1" status: 200 len: 945 time: 0.0938690 May 21 15:24:30.222512 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [req-12864d15-336f-41a8-8aef-0bcc2b7167c6 req-509b629b-43b7-49b6-961d-e91c98457e29 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Deleting port 85badb63-d368-4f33-b786-fe696de5c3ca {{(pid=91548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:24:30.222874 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-12864d15-336f-41a8-8aef-0bcc2b7167c6 req-509b629b-43b7-49b6-961d-e91c98457e29 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730419685614'] for port, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:30.233656 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649872f4-0a02-4573-99ff-37db7ae16688 req-ad6eae0f-99cc-42e5-9abf-6748ff71819e tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:24:30.235294 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-649872f4-0a02-4573-99ff-37db7ae16688 req-ad6eae0f-99cc-42e5-9abf-6748ff71819e tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d88d55e-b9b2-4cfe-916e-c2899e3fc98f HTTP/1.1" status: 200 len: 945 time: 0.0823376 May 21 15:24:30.285923 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-649872f4-0a02-4573-99ff-37db7ae16688 req-489fd047-ea75-4310-a1f0-5778b7fdaaf6 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451038 May 21 15:24:30.361085 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [req-12864d15-336f-41a8-8aef-0bcc2b7167c6 req-509b629b-43b7-49b6-961d-e91c98457e29 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] For port 85badb63-d368-4f33-b786-fe696de5c3ca, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=85badb63-d368-4f33-b786-fe696de5c3ca,segment=NetworkSegment(2d61a3b4-1755-496f-8717-4a5d3f8f647f),segment_id=2d61a3b4-1755-496f-8717-4a5d3f8f647f)] {{(pid=91548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:24:30.361445 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-12864d15-336f-41a8-8aef-0bcc2b7167c6 req-509b629b-43b7-49b6-961d-e91c98457e29 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829031'] for port, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:30.376805 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67764aac-0cf1-4c81-a142-80680670febf req-2ef552c0-cd0e-4013-8fcf-04b68854037a tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:24:30.378532 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-67764aac-0cf1-4c81-a142-80680670febf req-2ef552c0-cd0e-4013-8fcf-04b68854037a tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa5848ac-ea9a-446d-b66d-f076e4b9f6a3 HTTP/1.1" status: 200 len: 945 time: 0.0873649 May 21 15:24:30.428097 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-67764aac-0cf1-4c81-a142-80680670febf req-f274540a-1069-4113-a280-f907672f58e1 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/security-groups?id=7bb09541-c849-4d76-84cc-83874255c44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434568 May 21 15:24:30.454346 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device 5df660a9-edbd-44d1-9e02-0d036fb5652c no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:24:30.490265 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [req-12864d15-336f-41a8-8aef-0bcc2b7167c6 req-509b629b-43b7-49b6-961d-e91c98457e29 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Calling delete_port for 85badb63-d368-4f33-b786-fe696de5c3ca owned by compute:nova {{(pid=91548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:24:30.494153 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] No Port match for: 5df660a9-edbd-44d1-9e02-0d036fb5652c {{(pid=91550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:24:30.494506 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device 5df660a9-edbd-44d1-9e02-0d036fb5652c not bound to the agent host hv-cinder-79229 {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:24:30.495133 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device 85badb63-d368-4f33-b786-fe696de5c3ca no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:24:30.609410 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-12864d15-336f-41a8-8aef-0bcc2b7167c6 req-509b629b-43b7-49b6-961d-e91c98457e29 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730419690186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730419340162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14885552'] for port, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:30.614220 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:30.624363 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-0673b0f3-cd41-4e3d-83d3-1de037ce75ac tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:24:30.676639 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509b629b-43b7-49b6-961d-e91c98457e29 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Pushing event deleted for resources: {'Port': ['ID=85badb63-d368-4f33-b786-fe696de5c3ca,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:24:30.705098 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-509b629b-43b7-49b6-961d-e91c98457e29 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:24:30.755814 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.l3_dvrscheduler_db [req-12864d15-336f-41a8-8aef-0bcc2b7167c6 req-509b629b-43b7-49b6-961d-e91c98457e29 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] No DVR routers for this DVR port 85badb63-d368-4f33-b786-fe696de5c3ca on host hv-cinder-79229 {{(pid=91548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:24:30.758370 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-12864d15-336f-41a8-8aef-0bcc2b7167c6 req-509b629b-43b7-49b6-961d-e91c98457e29 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for port, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:30.760882 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa5848ac-ea9a-446d-b66d-f076e4b9f6a3', 'name': 'network-vif-deleted', 'tag': '85badb63-d368-4f33-b786-fe696de5c3ca'}] {{(pid=91548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:24:30.780161 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-12864d15-336f-41a8-8aef-0bcc2b7167c6 req-509b629b-43b7-49b6-961d-e91c98457e29 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.68 "DELETE /v2.0/ports/85badb63-d368-4f33-b786-fe696de5c3ca HTTP/1.1" status: 204 len: 173 time: 0.6927788 May 21 15:24:30.808577 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa5848ac-ea9a-446d-b66d-f076e4b9f6a3', 'name': 'network-vif-deleted', 'tag': '85badb63-d368-4f33-b786-fe696de5c3ca', 'status': 'completed', 'code': 200} May 21 15:24:31.474751 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313f87dd-712f-4379-8e25-23968252a803 req-3868ea4b-3696-4536-b985-ef92858697dd tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:24:31.476241 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-313f87dd-712f-4379-8e25-23968252a803 req-3868ea4b-3696-4536-b985-ef92858697dd tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d88d55e-b9b2-4cfe-916e-c2899e3fc98f HTTP/1.1" status: 200 len: 945 time: 0.0849459 May 21 15:24:31.521588 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-313f87dd-712f-4379-8e25-23968252a803 req-e5c33858-f1fd-4d9f-88ce-365f833f3f7e tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397718 May 21 15:24:31.595915 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-b3ba361e-694d-48fe-9ec7-9b603ff17760 req-9e4652c5-2ca2-445d-9df4-d2025b5b88e0 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa5848ac-ea9a-446d-b66d-f076e4b9f6a3 HTTP/1.1" status: 200 len: 210 time: 0.0427289 May 21 15:24:32.710457 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b42755-c360-4cc5-8d98-879f13765403 req-08514dbb-85b4-410d-8290-38b7e8e7b54f tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:24:32.711924 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-b8b42755-c360-4cc5-8d98-879f13765403 req-08514dbb-85b4-410d-8290-38b7e8e7b54f tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d88d55e-b9b2-4cfe-916e-c2899e3fc98f HTTP/1.1" status: 200 len: 945 time: 0.0838578 May 21 15:24:32.770497 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-01495b20-16d1-49d5-9b2c-71145b6d1c96 req-43ac6a8f-c56d-4668-ad9c-d230b65d556a tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa5848ac-ea9a-446d-b66d-f076e4b9f6a3 HTTP/1.1" status: 200 len: 210 time: 0.0557294 May 21 15:24:32.793051 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-b8b42755-c360-4cc5-8d98-879f13765403 req-966586af-85b2-4bf4-a7d7-4799640751f6 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484695 May 21 15:24:33.976150 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-b50c38d6-6c97-415e-8b4e-f132ecb8e101 req-d122cbc8-2904-4d03-a906-50ca206cfcbe tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa5848ac-ea9a-446d-b66d-f076e4b9f6a3 HTTP/1.1" status: 200 len: 210 time: 0.0827999 May 21 15:24:34.016448 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a0fa3-b890-49ea-8ee5-e2ddbf14aa1f req-87c3e809-465c-411e-97d5-1b193ff37317 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:24:34.017896 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-465a0fa3-b890-49ea-8ee5-e2ddbf14aa1f req-87c3e809-465c-411e-97d5-1b193ff37317 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d88d55e-b9b2-4cfe-916e-c2899e3fc98f HTTP/1.1" status: 200 len: 945 time: 0.0925875 May 21 15:24:34.063251 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-465a0fa3-b890-49ea-8ee5-e2ddbf14aa1f req-3e2c653f-d550-473f-a3c7-17ab4e704cb0 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393033 May 21 15:24:35.280125 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf253895-c43a-4b6a-9ce7-615ad85c925d req-326b8e1f-2889-4a9f-985c-7076cfc08d89 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:24:35.281623 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-bf253895-c43a-4b6a-9ce7-615ad85c925d req-326b8e1f-2889-4a9f-985c-7076cfc08d89 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d88d55e-b9b2-4cfe-916e-c2899e3fc98f HTTP/1.1" status: 200 len: 945 time: 0.1060445 May 21 15:24:35.328257 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-bf253895-c43a-4b6a-9ce7-615ad85c925d req-b5bec4d1-e46b-4fab-ba95-d93ad7ed18a5 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411723 May 21 15:24:36.517543 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3a9edf-2eef-4057-b6ac-854ca7275692 req-87d9395c-3fb6-4910-a46c-3c900a16c9aa tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:24:36.519009 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-7d3a9edf-2eef-4057-b6ac-854ca7275692 req-87d9395c-3fb6-4910-a46c-3c900a16c9aa tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d88d55e-b9b2-4cfe-916e-c2899e3fc98f HTTP/1.1" status: 200 len: 945 time: 0.0800090 May 21 15:24:36.563491 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-7d3a9edf-2eef-4057-b6ac-854ca7275692 req-ef2a892e-fdcb-40b7-9a2a-8c79f917fe03 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384648 May 21 15:24:37.753082 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd2fe62-ea5e-4c09-a52c-41965f76df8b req-9edaa31b-6667-454d-bd97-69d17d226617 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:24:37.754511 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-ddd2fe62-ea5e-4c09-a52c-41965f76df8b req-9edaa31b-6667-454d-bd97-69d17d226617 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d88d55e-b9b2-4cfe-916e-c2899e3fc98f HTTP/1.1" status: 200 len: 945 time: 0.0816357 May 21 15:24:37.798301 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-ddd2fe62-ea5e-4c09-a52c-41965f76df8b req-4977a577-b61a-47f0-a5cc-dd4754e11a76 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381753 May 21 15:24:38.984866 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd89e1-029f-47d1-9f1b-ddc785fd626a req-463504c5-53c7-43d0-843c-d03f2805a8e1 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:24:38.986296 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-0cdd89e1-029f-47d1-9f1b-ddc785fd626a req-463504c5-53c7-43d0-843c-d03f2805a8e1 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d88d55e-b9b2-4cfe-916e-c2899e3fc98f HTTP/1.1" status: 200 len: 945 time: 0.0807154 May 21 15:24:39.030058 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-0cdd89e1-029f-47d1-9f1b-ddc785fd626a req-6fe8b1d4-8d42-4fe7-bebb-36ca5f717bc6 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376923 May 21 15:24:40.214151 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ed4b3-6481-4203-8877-db6de9ab6a6e req-ff0ad56d-8ab2-4f7b-bcbb-9aa79ccd4533 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:24:40.215683 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-dc9ed4b3-6481-4203-8877-db6de9ab6a6e req-ff0ad56d-8ab2-4f7b-bcbb-9aa79ccd4533 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d88d55e-b9b2-4cfe-916e-c2899e3fc98f HTTP/1.1" status: 200 len: 945 time: 0.0825648 May 21 15:24:40.269900 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-dc9ed4b3-6481-4203-8877-db6de9ab6a6e req-4487c2bf-19e0-4e3f-82fd-d5368eed6cf2 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/security-groups?id=b724d26e-82ce-4aac-8ea4-e44cfd253ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431275 May 21 15:24:40.586838 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a985909-6b90-4197-a57a-bb840850cc23 req-5d5a5741-9e53-4857-8dd3-80de6c925856 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:24:40.587547 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-3a985909-6b90-4197-a57a-bb840850cc23 req-5d5a5741-9e53-4857-8dd3-80de6c925856 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Synchronizing usage tracker for tenant:0fc01a07398c478fb3a1b2d71b22bbeb on resource:port {{(pid=91548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:24:40.604268 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-3a985909-6b90-4197-a57a-bb840850cc23 req-5d5a5741-9e53-4857-8dd3-80de6c925856 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Unset dirty status for tenant:0fc01a07398c478fb3a1b2d71b22bbeb on resource:port {{(pid=91548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:24:40.605489 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-3a985909-6b90-4197-a57a-bb840850cc23 req-5d5a5741-9e53-4857-8dd3-80de6c925856 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d88d55e-b9b2-4cfe-916e-c2899e3fc98f HTTP/1.1" status: 200 len: 945 time: 0.0963557 May 21 15:24:40.740731 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [req-3a985909-6b90-4197-a57a-bb840850cc23 req-431f772f-64fa-48fa-8e52-8390ca083061 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Deleting port 69511024-0acb-4c43-8e69-3148f72d9dae {{(pid=91548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:24:40.740986 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-3a985909-6b90-4197-a57a-bb840850cc23 req-431f772f-64fa-48fa-8e52-8390ca083061 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730419685614'] for port, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:40.880195 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [req-3a985909-6b90-4197-a57a-bb840850cc23 req-431f772f-64fa-48fa-8e52-8390ca083061 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] For port 69511024-0acb-4c43-8e69-3148f72d9dae, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=69511024-0acb-4c43-8e69-3148f72d9dae,segment=NetworkSegment(e2ef194d-7ce8-41c1-ab43-91505874bf09),segment_id=e2ef194d-7ce8-41c1-ab43-91505874bf09)] {{(pid=91548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:24:40.880554 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-3a985909-6b90-4197-a57a-bb840850cc23 req-431f772f-64fa-48fa-8e52-8390ca083061 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829031'] for port, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:41.000519 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [req-3a985909-6b90-4197-a57a-bb840850cc23 req-431f772f-64fa-48fa-8e52-8390ca083061 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Calling delete_port for 69511024-0acb-4c43-8e69-3148f72d9dae owned by compute:nova {{(pid=91548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:24:41.187249 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-3a985909-6b90-4197-a57a-bb840850cc23 req-431f772f-64fa-48fa-8e52-8390ca083061 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730419690186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730419340162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14885552'] for port, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:41.194181 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-874080ad-73e0-442e-a94f-0f02d768a317 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:24:41.200241 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] get_ports_and_sgs() called for port_ids ['69511024-0acb-4c43-8e69-3148f72d9dae'] {{(pid=91550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:24:41.280749 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f772f-64fa-48fa-8e52-8390ca083061 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Pushing event deleted for resources: {'Port': ['ID=69511024-0acb-4c43-8e69-3148f72d9dae,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:24:41.284425 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-431f772f-64fa-48fa-8e52-8390ca083061 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:24:41.335907 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a985909-6b90-4197-a57a-bb840850cc23 req-431f772f-64fa-48fa-8e52-8390ca083061 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] No DVR routers for this DVR port 69511024-0acb-4c43-8e69-3148f72d9dae on host hv-cinder-79229 {{(pid=91548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:24:41.338874 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-3a985909-6b90-4197-a57a-bb840850cc23 req-431f772f-64fa-48fa-8e52-8390ca083061 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for port, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:41.351932 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d88d55e-b9b2-4cfe-916e-c2899e3fc98f', 'name': 'network-vif-deleted', 'tag': '69511024-0acb-4c43-8e69-3148f72d9dae'}] {{(pid=91548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:24:41.360696 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-3a985909-6b90-4197-a57a-bb840850cc23 req-431f772f-64fa-48fa-8e52-8390ca083061 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.68 "DELETE /v2.0/ports/69511024-0acb-4c43-8e69-3148f72d9dae HTTP/1.1" status: 204 len: 173 time: 0.7492859 May 21 15:24:41.487371 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d88d55e-b9b2-4cfe-916e-c2899e3fc98f', 'name': 'network-vif-deleted', 'tag': '69511024-0acb-4c43-8e69-3148f72d9dae', 'status': 'completed', 'code': 200} May 21 15:24:41.502842 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-b0504168-d032-4b3c-b0f1-f229ec1194cd req-9715af62-83d7-4cd8-b271-05dab8b5f3f2 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d88d55e-b9b2-4cfe-916e-c2899e3fc98f HTTP/1.1" status: 200 len: 210 time: 0.1045241 May 21 15:24:41.680252 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 34334) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:24:41.813943 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-ccc5ec41-0e8b-46c5-acea-cf74ed770f10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:41.833366 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-ccc5ec41-0e8b-46c5-acea-cf74ed770f10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:24:41.837201 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-ccc5ec41-0e8b-46c5-acea-cf74ed770f10 admin admin] Usage tracker for resource:security_group_rule and tenant:b49b5c27dc774e53a6c5058551d908ab is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:24:41.840067 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-ccc5ec41-0e8b-46c5-acea-cf74ed770f10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:24:41.846549 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-ccc5ec41-0e8b-46c5-acea-cf74ed770f10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:24:41.942535 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-ccc5ec41-0e8b-46c5-acea-cf74ed770f10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:41.946571 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-ccc5ec41-0e8b-46c5-acea-cf74ed770f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:41.956118 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:24:41.993394 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc5ec41-0e8b-46c5-acea-cf74ed770f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4435d925-9c50-4ce5-a4f7-c4766da450ae,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:24:41.997096 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-ccc5ec41-0e8b-46c5-acea-cf74ed770f10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:24:42.010341 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-ccc5ec41-0e8b-46c5-acea-cf74ed770f10 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b49b5c27dc774e53a6c5058551d908ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3334823 May 21 15:24:42.014090 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 34344) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:24:42.076966 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-052e2892-e99e-4dd4-a033-def7c143059e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:42.103640 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-052e2892-e99e-4dd4-a033-def7c143059e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:42.134791 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.agents_db [None req-1cb0bb7b-b6db-4325-ad21-6fa15867ad0e None None] Agent healthcheck: found 6 active agents {{(pid=91551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:24:42.161183 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-052e2892-e99e-4dd4-a033-def7c143059e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:42.166045 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-31fa8784-2bf0-42eb-9931-ab04345fe6ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:24:42.180366 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052e2892-e99e-4dd4-a033-def7c143059e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4435d925-9c50-4ce5-a4f7-c4766da450ae,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:24:42.188128 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-052e2892-e99e-4dd4-a033-def7c143059e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:24:42.188128 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-052e2892-e99e-4dd4-a033-def7c143059e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:42.191623 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-052e2892-e99e-4dd4-a033-def7c143059e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4435d925-9c50-4ce5-a4f7-c4766da450ae HTTP/1.1" status: 204 len: 168 time: 0.1740119 May 21 15:24:42.614504 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 34362) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:24:43.264292 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-53027208-26c5-4f71-bd7a-e6c8b96d6266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774749'] for router_interface, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:43.728384 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.plugin [None req-53027208-26c5-4f71-bd7a-e6c8b96d6266 admin admin] Deleting port 9a882cd3-25a6-4034-9bf3-1dac4b128753 {{(pid=91549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:24:43.729086 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-53027208-26c5-4f71-bd7a-e6c8b96d6266 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730419685614'] for port, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:43.852588 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.db [None req-53027208-26c5-4f71-bd7a-e6c8b96d6266 admin admin] For port 9a882cd3-25a6-4034-9bf3-1dac4b128753, host dv-cinder-792299-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=9a882cd3-25a6-4034-9bf3-1dac4b128753,segment=NetworkSegment(e2ef194d-7ce8-41c1-ab43-91505874bf09),segment_id=e2ef194d-7ce8-41c1-ab43-91505874bf09)] {{(pid=91549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:24:43.852844 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-53027208-26c5-4f71-bd7a-e6c8b96d6266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829031'] for port, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:43.981193 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.plugin [None req-53027208-26c5-4f71-bd7a-e6c8b96d6266 admin admin] Calling delete_port for 9a882cd3-25a6-4034-9bf3-1dac4b128753 owned by network:router_interface {{(pid=91549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:24:44.454235 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-53027208-26c5-4f71-bd7a-e6c8b96d6266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730419690186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730419340162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14871526'] for port, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:44.458540 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:24:44.503056 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53027208-26c5-4f71-bd7a-e6c8b96d6266 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a882cd3-25a6-4034-9bf3-1dac4b128753,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:24:44.505705 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-53027208-26c5-4f71-bd7a-e6c8b96d6266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:24:44.509836 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device 69511024-0acb-4c43-8e69-3148f72d9dae no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:24:44.554097 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] No Port match for: 69511024-0acb-4c43-8e69-3148f72d9dae {{(pid=91550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:24:44.554556 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device 69511024-0acb-4c43-8e69-3148f72d9dae not bound to the agent host hv-cinder-79229 {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:24:44.804643 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-53027208-26c5-4f71-bd7a-e6c8b96d6266 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1697739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1774833'] for router_interface, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:45.159508 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53027208-26c5-4f71-bd7a-e6c8b96d6266 admin admin] Router c12defb2-aa4e-418b-8400-8a1409357669 has already been hosted by L3 agent 9c636599-187f-4688-bb24-d46a8be2a055 {{(pid=91549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:24:45.236152 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-70f30ad9-67bf-4c8a-a1a9-cbddcb749984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:45.349651 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53027208-26c5-4f71-bd7a-e6c8b96d6266 admin admin] Notify agent at l3_agent.dv-cinder-792299-3-iscsi the message routers_updated {{(pid=91549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:24:45.359376 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90c3f18-0c6b-4ea2-9764-25eaf9e03cb0 None None] Sync routers for ids ['c12defb2-aa4e-418b-8400-8a1409357669'] in dv-cinder-792299-3-iscsi {{(pid=91551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:24:45.362049 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-53027208-26c5-4f71-bd7a-e6c8b96d6266 admin admin] 10.222.0.69 "PUT /v2.0/routers/c12defb2-aa4e-418b-8400-8a1409357669/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7469330 May 21 15:24:45.364460 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 34418) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:24:45.370041 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90c3f18-0c6b-4ea2-9764-25eaf9e03cb0 None None] Routers {'c12defb2-aa4e-418b-8400-8a1409357669'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:24:45.370826 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-b90c3f18-0c6b-4ea2-9764-25eaf9e03cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:24:18Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['c12defb2-aa4e-418b-8400-8a1409357669'], 'active': True} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:24:45.552049 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvr_db [None req-b90c3f18-0c6b-4ea2-9764-25eaf9e03cb0 None None] Set router c12defb2-aa4e-418b-8400-8a1409357669 gateway port host: dv-cinder-792299-3-iscsi {{(pid=91551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:24:45.665756 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-9db16dc5-a75b-4143-aa78-ba0cece7177b admin admin] Notify callbacks [] for router, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:45.847627 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-b90c3f18-0c6b-4ea2-9764-25eaf9e03cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12defb2-aa4e-418b-8400-8a1409357669', 'name': 'tempest-ServerRescueNegativeTestJSON-697141119-router', 'tenant_id': '0fc01a07398c478fb3a1b2d71b22bbeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '964c7125-8702-483a-a3ba-4286d82a15dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:21:26Z', 'updated_at': '2021-05-21T15:24:44Z', 'revision_number': 5, 'project_id': '0fc01a07398c478fb3a1b2d71b22bbeb', 'gw_port': {'id': '964c7125-8702-483a-a3ba-4286d82a15dc', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ef:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12defb2-aa4e-418b-8400-8a1409357669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:21:27Z', 'updated_at': '2021-05-21T15:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi'}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:24:45.851604 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90c3f18-0c6b-4ea2-9764-25eaf9e03cb0 None None] Checking router: c12defb2-aa4e-418b-8400-8a1409357669 for host: dv-cinder-792299-3-iscsi {{(pid=91551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:24:45.854094 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-9db16dc5-a75b-4143-aa78-ba0cece7177b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:45.861300 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90c3f18-0c6b-4ea2-9764-25eaf9e03cb0 None None] Routers {'c12defb2-aa4e-418b-8400-8a1409357669'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:24:45.862006 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-b90c3f18-0c6b-4ea2-9764-25eaf9e03cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:24:18Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['c12defb2-aa4e-418b-8400-8a1409357669'], 'active': True} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:24:45.932588 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.plugin [None req-9db16dc5-a75b-4143-aa78-ba0cece7177b admin admin] Deleting port 964c7125-8702-483a-a3ba-4286d82a15dc {{(pid=91549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:24:45.933047 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-9db16dc5-a75b-4143-aa78-ba0cece7177b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730419685614'] for port, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:46.012619 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvr_db [None req-b90c3f18-0c6b-4ea2-9764-25eaf9e03cb0 None None] Set router c12defb2-aa4e-418b-8400-8a1409357669 gateway port host: None {{(pid=91551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:24:46.080476 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.db [None req-9db16dc5-a75b-4143-aa78-ba0cece7177b admin admin] For port 964c7125-8702-483a-a3ba-4286d82a15dc, host dv-cinder-792299-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=964c7125-8702-483a-a3ba-4286d82a15dc,segment=NetworkSegment(6e22115a-e16c-4b74-9ec4-448dbc5267a0),segment_id=6e22115a-e16c-4b74-9ec4-448dbc5267a0)] {{(pid=91549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:24:46.080917 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-9db16dc5-a75b-4143-aa78-ba0cece7177b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829031'] for port, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:46.126654 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-b90c3f18-0c6b-4ea2-9764-25eaf9e03cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12defb2-aa4e-418b-8400-8a1409357669', 'name': 'tempest-ServerRescueNegativeTestJSON-697141119-router', 'tenant_id': '0fc01a07398c478fb3a1b2d71b22bbeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:21:26Z', 'updated_at': '2021-05-21T15:24:45Z', 'revision_number': 6, 'project_id': '0fc01a07398c478fb3a1b2d71b22bbeb', 'gw_port_host': None}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:24:46.130928 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90c3f18-0c6b-4ea2-9764-25eaf9e03cb0 None None] The sync data for ids ['c12defb2-aa4e-418b-8400-8a1409357669'] in dv-cinder-792299-3-iscsi is: [{'id': 'c12defb2-aa4e-418b-8400-8a1409357669', 'name': 'tempest-ServerRescueNegativeTestJSON-697141119-router', 'tenant_id': '0fc01a07398c478fb3a1b2d71b22bbeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:21:26Z', 'updated_at': '2021-05-21T15:24:45Z', 'revision_number': 6, 'project_id': '0fc01a07398c478fb3a1b2d71b22bbeb', 'gw_port_host': None}] {{(pid=91551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:24:46.202848 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.plugin [None req-9db16dc5-a75b-4143-aa78-ba0cece7177b admin admin] Calling delete_port for 964c7125-8702-483a-a3ba-4286d82a15dc owned by network:router_gateway {{(pid=91549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:24:46.339933 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-9db16dc5-a75b-4143-aa78-ba0cece7177b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730419690186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730419340162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14871526'] for port, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:46.344493 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-124ed5df-2810-4c57-be44-0eadc6efb5e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:24:46.386991 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db16dc5-a75b-4143-aa78-ba0cece7177b admin admin] Pushing event deleted for resources: {'Port': ['ID=964c7125-8702-483a-a3ba-4286d82a15dc,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:24:46.390701 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-9db16dc5-a75b-4143-aa78-ba0cece7177b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:24:46.487797 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-9db16dc5-a75b-4143-aa78-ba0cece7177b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763192'] for router_gateway, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:46.663652 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-9db16dc5-a75b-4143-aa78-ba0cece7177b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1768010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3637'] for router, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:46.665853 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-9db16dc5-a75b-4143-aa78-ba0cece7177b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:46.753234 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-9db16dc5-a75b-4143-aa78-ba0cece7177b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1762452'] for router, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:46.753789 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db16dc5-a75b-4143-aa78-ba0cece7177b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c12defb2-aa4e-418b-8400-8a1409357669 {{(pid=91549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 21 15:24:46.769397 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-9db16dc5-a75b-4143-aa78-ba0cece7177b admin admin] Notify callbacks [] for router, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:46.770815 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-9db16dc5-a75b-4143-aa78-ba0cece7177b admin admin] 10.222.0.69 "DELETE /v2.0/routers/c12defb2-aa4e-418b-8400-8a1409357669 HTTP/1.1" status: 204 len: 168 time: 1.4054594 May 21 15:24:46.773333 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 34436) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:24:46.835870 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.db_base_plugin_v2 [None req-e002b2ab-b830-4432-9b2c-ca6ed1532fad admin admin] Deleting subnet b5806df6-2818-423b-b237-cbbc2236feaf {{(pid=91549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 21 15:24:46.838759 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-e002b2ab-b830-4432-9b2c-ca6ed1532fad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:46.892802 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-e002b2ab-b830-4432-9b2c-ca6ed1532fad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16600670'] for subnet, precommit_delete_associations {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:46.896564 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 9a882cd3-25a6-4034-9bf3-1dac4b128753 no longer exists at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:24:46.925800 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 34442) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:24:46.939337 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] No Port match for: 9a882cd3-25a6-4034-9bf3-1dac4b128753 {{(pid=91550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:24:46.940310 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 9a882cd3-25a6-4034-9bf3-1dac4b128753 not bound to the agent host dv-cinder-792299-3-iscsi {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:24:46.957914 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-e002b2ab-b830-4432-9b2c-ca6ed1532fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708537'] for subnet, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:47.064243 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-eecc07a2-63db-4db8-97fb-07bf13b4e1ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:47.080256 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-eecc07a2-63db-4db8-97fb-07bf13b4e1ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:24:47.084260 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-eecc07a2-63db-4db8-97fb-07bf13b4e1ce admin admin] Usage tracker for resource:security_group_rule and tenant:1af295fedda1410dbed7a6dad8051644 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:24:47.087265 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-eecc07a2-63db-4db8-97fb-07bf13b4e1ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:24:47.094045 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-eecc07a2-63db-4db8-97fb-07bf13b4e1ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:24:47.189060 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-eecc07a2-63db-4db8-97fb-07bf13b4e1ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:47.194155 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-eecc07a2-63db-4db8-97fb-07bf13b4e1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:47.205030 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-73d1ca21-cfd4-446b-9193-96acebca0bc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:24:47.246988 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecc07a2-63db-4db8-97fb-07bf13b4e1ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=939075c3-c4d9-4b94-ac4f-1afc07678366,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:24:47.251900 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-eecc07a2-63db-4db8-97fb-07bf13b4e1ce admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1af295fedda1410dbed7a6dad8051644&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3250833 May 21 15:24:47.253066 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-eecc07a2-63db-4db8-97fb-07bf13b4e1ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:24:47.254698 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 34450) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:24:47.312129 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-3a995df6-6cbf-4b71-b3be-dd471b78cc63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:47.319014 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-e002b2ab-b830-4432-9b2c-ca6ed1532fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14871499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16546660'] for subnet, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:47.323577 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:24:47.338178 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-3a995df6-6cbf-4b71-b3be-dd471b78cc63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:47.363938 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e002b2ab-b830-4432-9b2c-ca6ed1532fad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5806df6-2818-423b-b237-cbbc2236feaf,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:24:47.370689 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-e002b2ab-b830-4432-9b2c-ca6ed1532fad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697775'] for subnet, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:47.373996 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-e002b2ab-b830-4432-9b2c-ca6ed1532fad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:24:47.378367 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-e002b2ab-b830-4432-9b2c-ca6ed1532fad admin admin] 10.222.0.69 "DELETE /v2.0/subnets/b5806df6-2818-423b-b237-cbbc2236feaf HTTP/1.1" status: 204 len: 168 time: 0.6041009 May 21 15:24:47.381349 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 34454) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:24:47.393617 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-3a995df6-6cbf-4b71-b3be-dd471b78cc63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:47.397343 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-7f02079f-812a-46b2-a133-18738ab3e3af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:24:47.408444 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a995df6-6cbf-4b71-b3be-dd471b78cc63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=939075c3-c4d9-4b94-ac4f-1afc07678366,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:24:47.413196 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-3a995df6-6cbf-4b71-b3be-dd471b78cc63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:24:47.415268 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-3a995df6-6cbf-4b71-b3be-dd471b78cc63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:47.428458 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-3a995df6-6cbf-4b71-b3be-dd471b78cc63 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/939075c3-c4d9-4b94-ac4f-1afc07678366 HTTP/1.1" status: 204 len: 168 time: 0.1724777 May 21 15:24:47.485708 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-5b18316d-fa78-4743-a9a4-12952ba9343b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732154'] for network, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:47.613332 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-5b18316d-fa78-4743-a9a4-12952ba9343b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707840', 'neutron.services.segments.db._delete_segments_for_network-8730419779193'] for network, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:47.628617 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.services.segments.db [None req-5b18316d-fa78-4743-a9a4-12952ba9343b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d29c3f89-e388-4f8b-92df-23b0002e5815']}} {{(pid=91549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:24:47.641253 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.services.segments.db [None req-5b18316d-fa78-4743-a9a4-12952ba9343b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2ef194d-7ce8-41c1-ab43-91505874bf09') {'for_net_delete': True} {{(pid=91549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:24:47.641705 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.services.segments.db [None req-5b18316d-fa78-4743-a9a4-12952ba9343b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2ef194d-7ce8-41c1-ab43-91505874bf09') {} {{(pid=91549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:24:47.653509 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-5b18316d-fa78-4743-a9a4-12952ba9343b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730419791885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16600647'] for segment, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:47.672586 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-5b18316d-fa78-4743-a9a4-12952ba9343b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703692'] for segment, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:47.678875 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b18316d-fa78-4743-a9a4-12952ba9343b admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=91549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 21 15:24:47.679281 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-5b18316d-fa78-4743-a9a4-12952ba9343b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14871445'] for segment, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:47.694144 dv-cinder-792299-3-iscsi neutron-server[91549]: Traceback (most recent call last): May 21 15:24:47.694144 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 21 15:24:47.694144 dv-cinder-792299-3-iscsi neutron-server[91549]: timer() May 21 15:24:47.694144 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 21 15:24:47.694144 dv-cinder-792299-3-iscsi neutron-server[91549]: cb(*args, **kw) May 21 15:24:47.694144 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 21 15:24:47.694144 dv-cinder-792299-3-iscsi neutron-server[91549]: return func(*args, **kwargs) May 21 15:24:47.694144 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 21 15:24:47.694144 dv-cinder-792299-3-iscsi neutron-server[91549]: self._notify() May 21 15:24:47.694144 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 21 15:24:47.694144 dv-cinder-792299-3-iscsi neutron-server[91549]: self.callback(batched_events) May 21 15:24:47.694144 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 21 15:24:47.694144 dv-cinder-792299-3-iscsi neutron-server[91549]: event.method(event) May 21 15:24:47.694144 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 21 15:24:47.694144 dv-cinder-792299-3-iscsi neutron-server[91549]: aggregate_id = self._get_aggregate_id(event.segment_id) May 21 15:24:47.694144 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 21 15:24:47.694144 dv-cinder-792299-3-iscsi neutron-server[91549]: aggregate_uuid = self.p_client.list_aggregates( May 21 15:24:47.694144 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 21 15:24:47.694144 dv-cinder-792299-3-iscsi neutron-server[91549]: return f(self, *a, **k) May 21 15:24:47.694144 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 21 15:24:47.694144 dv-cinder-792299-3-iscsi neutron-server[91549]: return self._get(url).json() May 21 15:24:47.694144 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 21 15:24:47.694144 dv-cinder-792299-3-iscsi neutron-server[91549]: return self._client.get(url, endpoint_filter=self._ks_filter, May 21 15:24:47.694144 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 21 15:24:47.694144 dv-cinder-792299-3-iscsi neutron-server[91549]: return self.request(url, 'GET', **kwargs) May 21 15:24:47.694144 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 21 15:24:47.694144 dv-cinder-792299-3-iscsi neutron-server[91549]: base_url = self.get_endpoint(auth, allow=allow, May 21 15:24:47.694144 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 21 15:24:47.694144 dv-cinder-792299-3-iscsi neutron-server[91549]: auth = self._auth_required(auth, 'determine endpoint URL') May 21 15:24:47.694144 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 21 15:24:47.694144 dv-cinder-792299-3-iscsi neutron-server[91549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 21 15:24:47.694144 dv-cinder-792299-3-iscsi neutron-server[91549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 21 15:24:47.727453 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 34462) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:24:47.745457 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-dd50f0d0-3f81-4f96-a035-0911249725c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:47.759904 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-dd50f0d0-3f81-4f96-a035-0911249725c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:24:47.763645 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-dd50f0d0-3f81-4f96-a035-0911249725c9 admin admin] Usage tracker for resource:security_group_rule and tenant:463d0a3386eb4a13a6573628ef0acb81 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:24:47.766408 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-dd50f0d0-3f81-4f96-a035-0911249725c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:24:47.772143 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-5b18316d-fa78-4743-a9a4-12952ba9343b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1599858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763229'] for network, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:47.772951 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-dd50f0d0-3f81-4f96-a035-0911249725c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:24:47.775808 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:24:47.789154 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-5b18316d-fa78-4743-a9a4-12952ba9343b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697775'] for network, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:47.800051 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b18316d-fa78-4743-a9a4-12952ba9343b admin admin] Pushing event deleted for resources: {'Network': ['ID=d29c3f89-e388-4f8b-92df-23b0002e5815,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:24:47.803185 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-5b18316d-fa78-4743-a9a4-12952ba9343b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:24:47.809065 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-5b18316d-fa78-4743-a9a4-12952ba9343b admin admin] 10.222.0.69 "DELETE /v2.0/networks/d29c3f89-e388-4f8b-92df-23b0002e5815 HTTP/1.1" status: 204 len: 168 time: 0.4266307 May 21 15:24:47.860500 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-dd50f0d0-3f81-4f96-a035-0911249725c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:47.864446 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-dd50f0d0-3f81-4f96-a035-0911249725c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:47.876335 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-7d949cf7-913d-4b00-9f53-8881565436d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:24:47.914447 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd50f0d0-3f81-4f96-a035-0911249725c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bfd91d0-72fe-462c-a319-137c7f03fb40,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:24:47.918572 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-dd50f0d0-3f81-4f96-a035-0911249725c9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=463d0a3386eb4a13a6573628ef0acb81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1900210 May 21 15:24:47.920158 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-dd50f0d0-3f81-4f96-a035-0911249725c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:24:47.922079 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 34468) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:24:47.984080 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-5ae3e672-52b7-4da5-b55d-7c31e5798998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:47.993697 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:47.995194 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 34472) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:24:48.011847 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-5ae3e672-52b7-4da5-b55d-7c31e5798998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:48.046285 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-72fe2317-4448-4b19-ae26-901a429b222a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0fc01a07398c478fb3a1b2d71b22bbeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0482309 May 21 15:24:48.048660 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 34476) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:24:48.065376 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-5ae3e672-52b7-4da5-b55d-7c31e5798998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:48.070331 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:24:48.083395 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae3e672-52b7-4da5-b55d-7c31e5798998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bfd91d0-72fe-462c-a319-137c7f03fb40,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:24:48.086201 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-5ae3e672-52b7-4da5-b55d-7c31e5798998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:24:48.087170 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-5ae3e672-52b7-4da5-b55d-7c31e5798998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:48.088303 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-5ae3e672-52b7-4da5-b55d-7c31e5798998 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7bfd91d0-72fe-462c-a319-137c7f03fb40 HTTP/1.1" status: 204 len: 168 time: 0.1652708 May 21 15:24:48.110819 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-2a45cc96-d90d-4b36-b5c3-5a2c2ada0745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:48.137941 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-2a45cc96-d90d-4b36-b5c3-5a2c2ada0745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:48.195845 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-2a45cc96-d90d-4b36-b5c3-5a2c2ada0745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:48.201926 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-756d47da-2e3e-4bd9-bd08-aad45d27ba9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:24:48.217797 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a45cc96-d90d-4b36-b5c3-5a2c2ada0745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b724d26e-82ce-4aac-8ea4-e44cfd253ab0,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:24:48.220840 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-2a45cc96-d90d-4b36-b5c3-5a2c2ada0745 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:24:48.224561 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-2a45cc96-d90d-4b36-b5c3-5a2c2ada0745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:48.225551 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-2a45cc96-d90d-4b36-b5c3-5a2c2ada0745 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b724d26e-82ce-4aac-8ea4-e44cfd253ab0 HTTP/1.1" status: 204 len: 168 time: 0.1758986 May 21 15:24:48.286397 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-26bbf421-5d69-49cf-a8a4-19de5b7a7138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:48.499795 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 964c7125-8702-483a-a3ba-4286d82a15dc no longer exists at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:24:48.568889 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] No Port match for: 964c7125-8702-483a-a3ba-4286d82a15dc {{(pid=91550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:24:48.569246 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 964c7125-8702-483a-a3ba-4286d82a15dc not bound to the agent host dv-cinder-792299-3-iscsi {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:24:48.961382 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 34520) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:24:49.090615 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 34528) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:24:49.121034 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.v2.base [None req-5eb6dcf7-6c6f-4d20-9a1f-b23b55b01544 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-346405459-network', 'tenant_id': '9750c53dcf1d41b7b4b91ed3322669dc'}} {{(pid=91549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:24:49.128016 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-5eb6dcf7-6c6f-4d20-9a1f-b23b55b01544 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:24:49.131877 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-5eb6dcf7-6c6f-4d20-9a1f-b23b55b01544 admin admin] Usage tracker for resource:network and tenant:9750c53dcf1d41b7b4b91ed3322669dc is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:24:49.136170 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-5eb6dcf7-6c6f-4d20-9a1f-b23b55b01544 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:24:49.141462 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.v2.base [None req-1f6333f5-f06d-4fcc-ac14-8afa22eb430b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-821635018-network', 'tenant_id': '1b29e764695842f7ab30d80bb3282c22'}} {{(pid=91549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:24:49.147575 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-5eb6dcf7-6c6f-4d20-9a1f-b23b55b01544 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:24:49.150000 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-1f6333f5-f06d-4fcc-ac14-8afa22eb430b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:24:49.156877 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-1f6333f5-f06d-4fcc-ac14-8afa22eb430b admin admin] Usage tracker for resource:network and tenant:1b29e764695842f7ab30d80bb3282c22 is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:24:49.160864 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-1f6333f5-f06d-4fcc-ac14-8afa22eb430b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:24:49.167201 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-1f6333f5-f06d-4fcc-ac14-8afa22eb430b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:24:49.168937 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb6dcf7-6c6f-4d20-9a1f-b23b55b01544 admin admin] Made reservation on behalf of 9750c53dcf1d41b7b4b91ed3322669dc for: {'network': 1} {{(pid=91549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:24:49.171842 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-5eb6dcf7-6c6f-4d20-9a1f-b23b55b01544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-578634'] for network, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:49.185798 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-5eb6dcf7-6c6f-4d20-9a1f-b23b55b01544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:49.203111 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-5eb6dcf7-6c6f-4d20-9a1f-b23b55b01544 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:24:49.205161 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f6333f5-f06d-4fcc-ac14-8afa22eb430b admin admin] Made reservation on behalf of 1b29e764695842f7ab30d80bb3282c22 for: {'network': 1} {{(pid=91549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:24:49.207423 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-1f6333f5-f06d-4fcc-ac14-8afa22eb430b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-578634'] for network, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:49.219352 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-5eb6dcf7-6c6f-4d20-9a1f-b23b55b01544 admin admin] Usage tracker for resource:security_group_rule and tenant:9750c53dcf1d41b7b4b91ed3322669dc is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:24:49.223441 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-5eb6dcf7-6c6f-4d20-9a1f-b23b55b01544 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:24:49.225935 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-1f6333f5-f06d-4fcc-ac14-8afa22eb430b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:49.238621 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-5eb6dcf7-6c6f-4d20-9a1f-b23b55b01544 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:24:49.250239 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-1f6333f5-f06d-4fcc-ac14-8afa22eb430b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:24:49.255768 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-1f6333f5-f06d-4fcc-ac14-8afa22eb430b admin admin] Usage tracker for resource:security_group_rule and tenant:1b29e764695842f7ab30d80bb3282c22 is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:24:49.264032 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-1f6333f5-f06d-4fcc-ac14-8afa22eb430b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:24:49.272786 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-1f6333f5-f06d-4fcc-ac14-8afa22eb430b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:24:49.279998 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e6f13acb-dde4-45e3-8932-2715da3406c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:49.380323 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-5eb6dcf7-6c6f-4d20-9a1f-b23b55b01544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:49.384533 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-5eb6dcf7-6c6f-4d20-9a1f-b23b55b01544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:49.394875 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-94c292a0-0c79-4467-bac5-947efe5b88b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:24:49.438460 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-1f6333f5-f06d-4fcc-ac14-8afa22eb430b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:49.443839 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eb6dcf7-6c6f-4d20-9a1f-b23b55b01544 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=91549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 21 15:24:49.449239 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-1f6333f5-f06d-4fcc-ac14-8afa22eb430b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:49.453370 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb6dcf7-6c6f-4d20-9a1f-b23b55b01544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b26d4b7d-8037-40ab-bb28-bd214b83bcc0,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:24:49.459279 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-5eb6dcf7-6c6f-4d20-9a1f-b23b55b01544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:24:49.459766 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-ff392575-b2ed-4a98-8b81-11562271b24d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:24:49.468520 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-5eb6dcf7-6c6f-4d20-9a1f-b23b55b01544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703692'] for segment, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:49.468862 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.db.segments_db [None req-5eb6dcf7-6c6f-4d20-9a1f-b23b55b01544 admin admin] Added segment 796a0f60-d86e-41bb-8f3a-803d5cafd80d of type vlan for network 6a02056e-ab21-48b3-a085-a07393acfbc6 May 21 15:24:49.485861 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f6333f5-f06d-4fcc-ac14-8afa22eb430b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=91549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 21 15:24:49.521262 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-5eb6dcf7-6c6f-4d20-9a1f-b23b55b01544 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730419324398'] for network, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:49.526161 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6333f5-f06d-4fcc-ac14-8afa22eb430b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f468bee-5cb9-4e6c-85b2-0f2211c6e750,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:24:49.529205 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-1f6333f5-f06d-4fcc-ac14-8afa22eb430b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703692'] for segment, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:49.530007 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.db.segments_db [None req-1f6333f5-f06d-4fcc-ac14-8afa22eb430b admin admin] Added segment d02ce253-27e4-4db3-811e-f5cba1e8d521 of type vlan for network 5f4ff4bc-d925-40fd-9563-89b128523f4e May 21 15:24:49.535357 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-1f6333f5-f06d-4fcc-ac14-8afa22eb430b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:24:49.569788 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-1f6333f5-f06d-4fcc-ac14-8afa22eb430b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730419324398'] for network, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:49.582537 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-5eb6dcf7-6c6f-4d20-9a1f-b23b55b01544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1599858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697748'] for network, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:49.591922 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb6dcf7-6c6f-4d20-9a1f-b23b55b01544 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:24:49.592506 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-5eb6dcf7-6c6f-4d20-9a1f-b23b55b01544 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697775'] for network, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:49.599380 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-96589e79-95a0-4ad7-933a-5cbe48467163 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:24:49.699685 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-1f6333f5-f06d-4fcc-ac14-8afa22eb430b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1599858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697748'] for network, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:49.707151 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6333f5-f06d-4fcc-ac14-8afa22eb430b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:24:49.707739 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-1f6333f5-f06d-4fcc-ac14-8afa22eb430b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697775'] for network, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:49.714330 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb6dcf7-6c6f-4d20-9a1f-b23b55b01544 admin admin] Pushing event updated for resources: {'Network': ['ID=6a02056e-ab21-48b3-a085-a07393acfbc6,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:24:49.724180 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-5eb6dcf7-6c6f-4d20-9a1f-b23b55b01544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:24:49.724613 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:24:49.725107 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Network 6a02056e-ab21-48b3-a085-a07393acfbc6 details requested by agent ovs-agent-dv-cinder-792299-3-iscsi with host dv-cinder-792299-3-iscsi {{(pid=91550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 15:24:49.745555 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-5eb6dcf7-6c6f-4d20-9a1f-b23b55b01544 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7801387 May 21 15:24:49.746284 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 34536) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:24:49.753157 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [None req-b915767b-ac89-429e-9c6e-f8007387b393 admin admin] Request body: {'subnet': {'network_id': '6a02056e-ab21-48b3-a085-a07393acfbc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-346405459-subnet', 'tenant_id': '9750c53dcf1d41b7b4b91ed3322669dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:24:49.758685 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-b915767b-ac89-429e-9c6e-f8007387b393 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:24:49.763791 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-b915767b-ac89-429e-9c6e-f8007387b393 admin admin] Usage tracker for resource:subnet and tenant:9750c53dcf1d41b7b4b91ed3322669dc is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:24:49.767017 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-b915767b-ac89-429e-9c6e-f8007387b393 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:24:49.772774 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-b915767b-ac89-429e-9c6e-f8007387b393 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:24:49.783822 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b915767b-ac89-429e-9c6e-f8007387b393 admin admin] Made reservation on behalf of 9750c53dcf1d41b7b4b91ed3322669dc for: {'subnet': 1} {{(pid=91548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:24:49.786124 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-b915767b-ac89-429e-9c6e-f8007387b393 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14760868'] for subnet, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:49.807611 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-1f6333f5-f06d-4fcc-ac14-8afa22eb430b admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7130759 May 21 15:24:49.807953 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 34540) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:24:49.815542 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [None req-89b2cfa4-9616-4663-af9d-fcbd3db14c22 admin admin] Request body: {'subnet': {'network_id': '5f4ff4bc-d925-40fd-9563-89b128523f4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-821635018-subnet', 'tenant_id': '1b29e764695842f7ab30d80bb3282c22', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:24:49.822800 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6333f5-f06d-4fcc-ac14-8afa22eb430b admin admin] Pushing event updated for resources: {'Network': ['ID=5f4ff4bc-d925-40fd-9563-89b128523f4e,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:24:49.825439 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-1f6333f5-f06d-4fcc-ac14-8afa22eb430b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:24:49.838653 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Network 5f4ff4bc-d925-40fd-9563-89b128523f4e details requested by agent ovs-agent-dv-cinder-792299-3-iscsi with host dv-cinder-792299-3-iscsi {{(pid=91550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 15:24:49.867839 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-89b2cfa4-9616-4663-af9d-fcbd3db14c22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:24:49.883162 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-89b2cfa4-9616-4663-af9d-fcbd3db14c22 admin admin] Usage tracker for resource:subnet and tenant:1b29e764695842f7ab30d80bb3282c22 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:24:49.887242 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-89b2cfa4-9616-4663-af9d-fcbd3db14c22 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:24:49.897026 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-89b2cfa4-9616-4663-af9d-fcbd3db14c22 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:24:49.918701 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b2cfa4-9616-4663-af9d-fcbd3db14c22 admin admin] Made reservation on behalf of 1b29e764695842f7ab30d80bb3282c22 for: {'subnet': 1} {{(pid=91548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:24:49.921207 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-89b2cfa4-9616-4663-af9d-fcbd3db14c22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14760868'] for subnet, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:50.477803 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-b915767b-ac89-429e-9c6e-f8007387b393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14885468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14760842'] for subnet, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:50.486224 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:24:50.601439 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b915767b-ac89-429e-9c6e-f8007387b393 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a76c4c4-c767-451c-962a-6a2129e05c9c,revision_number=0']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:24:50.607571 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-b915767b-ac89-429e-9c6e-f8007387b393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:24:50.620548 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b915767b-ac89-429e-9c6e-f8007387b393 admin admin] Checking segment: {'id': '796a0f60-d86e-41bb-8f3a-803d5cafd80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '6a02056e-ab21-48b3-a085-a07393acfbc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:24:50.620898 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b915767b-ac89-429e-9c6e-f8007387b393 admin admin] Network hostable DHCP agents. Network: 6a02056e-ab21-48b3-a085-a07393acfbc6, hostable agents: ['c7b0d441-ff2d-4a67-9ef1-8c68d51adfa8'], hosted agents: [] {{(pid=91548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 15:24:50.626998 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-89b2cfa4-9616-4663-af9d-fcbd3db14c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14885468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14760842'] for subnet, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:50.635910 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-3ecd58ed-27b3-4839-8013-20436bf5065d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:24:50.703729 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b915767b-ac89-429e-9c6e-f8007387b393 admin admin] Network 6a02056e-ab21-48b3-a085-a07393acfbc6 is scheduled to be hosted by DHCP agent c7b0d441-ff2d-4a67-9ef1-8c68d51adfa8 with binding_index 1 {{(pid=91548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 15:24:50.723884 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b2cfa4-9616-4663-af9d-fcbd3db14c22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da7d3b04-d796-4f63-ba4e-40892d19294d,revision_number=0']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:24:50.727565 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-89b2cfa4-9616-4663-af9d-fcbd3db14c22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:24:50.730107 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.base_scheduler [None req-b915767b-ac89-429e-9c6e-f8007387b393 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-3-iscsi, 6a02056e-ab21-48b3-a085-a07393acfbc6) {{(pid=91548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:24:50.739562 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ac5ff0-4fcb-45d6-b7b2-ef099e1513d9 None None] Network 6a02056e-ab21-48b3-a085-a07393acfbc6 requested from dv-cinder-792299-3-iscsi {{(pid=91550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:24:50.741238 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b2cfa4-9616-4663-af9d-fcbd3db14c22 admin admin] Checking segment: {'id': 'd02ce253-27e4-4db3-811e-f5cba1e8d521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5f4ff4bc-d925-40fd-9563-89b128523f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:24:50.741593 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b2cfa4-9616-4663-af9d-fcbd3db14c22 admin admin] Network hostable DHCP agents. Network: 5f4ff4bc-d925-40fd-9563-89b128523f4e, hostable agents: ['c7b0d441-ff2d-4a67-9ef1-8c68d51adfa8'], hosted agents: [] {{(pid=91548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 15:24:50.744627 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b915767b-ac89-429e-9c6e-f8007387b393 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:24:50.745210 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-b915767b-ac89-429e-9c6e-f8007387b393 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:50.778358 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b2cfa4-9616-4663-af9d-fcbd3db14c22 admin admin] Network 5f4ff4bc-d925-40fd-9563-89b128523f4e is scheduled to be hosted by DHCP agent c7b0d441-ff2d-4a67-9ef1-8c68d51adfa8 with binding_index 1 {{(pid=91548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 15:24:50.785876 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-b915767b-ac89-429e-9c6e-f8007387b393 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0383861 May 21 15:24:50.787173 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.base_scheduler [None req-89b2cfa4-9616-4663-af9d-fcbd3db14c22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-3-iscsi, 5f4ff4bc-d925-40fd-9563-89b128523f4e) {{(pid=91548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:24:50.811296 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b2cfa4-9616-4663-af9d-fcbd3db14c22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:24:50.812103 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-89b2cfa4-9616-4663-af9d-fcbd3db14c22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:50.829898 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babf5c50-d4c2-4fe3-8aa2-df1e28215dd4 None None] Network 5f4ff4bc-d925-40fd-9563-89b128523f4e requested from dv-cinder-792299-3-iscsi {{(pid=91550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:24:50.844222 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 34556) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:24:50.850525 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.v2.base [None req-84a88988-2ca6-4be2-aef9-ee3f0e269830 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-821635018-router', 'tenant_id': '1b29e764695842f7ab30d80bb3282c22', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed'}}} {{(pid=91549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:24:50.854804 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-89b2cfa4-9616-4663-af9d-fcbd3db14c22 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0458431 May 21 15:24:50.856450 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-84a88988-2ca6-4be2-aef9-ee3f0e269830 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:24:50.862236 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-84a88988-2ca6-4be2-aef9-ee3f0e269830 admin admin] Usage tracker for resource:router and tenant:1b29e764695842f7ab30d80bb3282c22 is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:24:50.871396 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-84a88988-2ca6-4be2-aef9-ee3f0e269830 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:24:50.879056 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-84a88988-2ca6-4be2-aef9-ee3f0e269830 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:24:50.901564 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-84a88988-2ca6-4be2-aef9-ee3f0e269830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1768168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3587'] for router, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:50.903296 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-84a88988-2ca6-4be2-aef9-ee3f0e269830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1594772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:50.925353 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-84a88988-2ca6-4be2-aef9-ee3f0e269830 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:50.948703 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-cb99478c-afff-4a9c-8770-f3354af234b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:51.129084 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0966b08b-774a-4469-9ffa-824cf53d1c75 None None] Network 6a02056e-ab21-48b3-a085-a07393acfbc6 requested from dv-cinder-792299-3-iscsi {{(pid=91550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:24:51.244593 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d35896-8c11-4216-812b-8fb125ed723a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp691765e8-26f9-5dea-9763-d4c33d86b24f-5f4ff4bc-d925-40fd-9563-89b128523f4e', 'network_id': '5f4ff4bc-d925-40fd-9563-89b128523f4e', 'tenant_id': '1b29e764695842f7ab30d80bb3282c22', 'fixed_ips': [{'subnet_id': 'da7d3b04-d796-4f63-ba4e-40892d19294d'}]}} from dv-cinder-792299-3-iscsi. {{(pid=91550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 21 15:24:51.245432 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-39d35896-8c11-4216-812b-8fb125ed723a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_create {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:51.316278 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-84a88988-2ca6-4be2-aef9-ee3f0e269830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1775829', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1768186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:51.501921 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.db_base_plugin_common [None req-39d35896-8c11-4216-812b-8fb125ed723a None None] Allocated IP 172.20.0.2 (5f4ff4bc-d925-40fd-9563-89b128523f4e/da7d3b04-d796-4f63-ba4e-40892d19294d/d2b406b7-d010-481a-be45-1225aa619176) {{(pid=91550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:24:51.694216 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-84a88988-2ca6-4be2-aef9-ee3f0e269830 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:51.723911 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-84a88988-2ca6-4be2-aef9-ee3f0e269830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:51.750712 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-39d35896-8c11-4216-812b-8fb125ed723a None None] Notify callbacks [] for port, precommit_create {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:51.761217 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-39d35896-8c11-4216-812b-8fb125ed723a None None] Transition to ACTIVE for port object d2b406b7-d010-481a-be45-1225aa619176 will not be triggered until provisioned by entity L2. {{(pid=91550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:24:51.780132 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-39d35896-8c11-4216-812b-8fb125ed723a None None] Transition to ACTIVE for port object d2b406b7-d010-481a-be45-1225aa619176 will not be triggered until provisioned by entity DHCP. {{(pid=91550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:24:51.786447 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-39d35896-8c11-4216-812b-8fb125ed723a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730419340153'] for port, after_create {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:51.790913 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-18f33236-87a8-4728-a780-ee56d5683197 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:24:51.853560 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d35896-8c11-4216-812b-8fb125ed723a None None] Network 5f4ff4bc-d925-40fd-9563-89b128523f4e is already hosted by enough agents. {{(pid=91550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:24:51.860826 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.scheduler.base_scheduler [None req-39d35896-8c11-4216-812b-8fb125ed723a None None] Resources bound (agent type, host, resource id): {{(pid=91550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:24:51.866792 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.db_base_plugin_common [None req-84a88988-2ca6-4be2-aef9-ee3f0e269830 admin admin] Allocated IP 172.27.2.224 (ba463646-5c92-40f4-a60a-d72924905aed/aafb72b8-44f1-4418-af97-0acaa496b3de/0fe21390-268e-401d-8319-d6780cc7afb9) {{(pid=91549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:24:51.867369 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d35896-8c11-4216-812b-8fb125ed723a None None] Received port after_create {{(pid=91550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:24:51.876740 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d35896-8c11-4216-812b-8fb125ed723a None None] Pushing event updated for resources: {'Port': ['ID=d2b406b7-d010-481a-be45-1225aa619176,revision_number=1']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:24:51.917180 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d35896-8c11-4216-812b-8fb125ed723a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:24:51.917525 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d35896-8c11-4216-812b-8fb125ed723a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:24:51.917857 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d35896-8c11-4216-812b-8fb125ed723a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:24:51.918180 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d35896-8c11-4216-812b-8fb125ed723a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:24:51.918501 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d35896-8c11-4216-812b-8fb125ed723a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:24:51.918818 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d35896-8c11-4216-812b-8fb125ed723a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:24:51.919187 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d35896-8c11-4216-812b-8fb125ed723a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:24:51.919517 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d35896-8c11-4216-812b-8fb125ed723a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:24:51.919831 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d35896-8c11-4216-812b-8fb125ed723a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:24:51.920142 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d35896-8c11-4216-812b-8fb125ed723a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:24:51.920451 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d35896-8c11-4216-812b-8fb125ed723a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:24:51.920769 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d35896-8c11-4216-812b-8fb125ed723a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:24:51.947560 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-39d35896-8c11-4216-812b-8fb125ed723a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:24:51.977531 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.managers [None req-39d35896-8c11-4216-812b-8fb125ed723a None None] Attempting to bind port d2b406b7-d010-481a-be45-1225aa619176 on host dv-cinder-792299-3-iscsi for vnic_type normal with profile {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:24:51.977940 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.managers [None req-39d35896-8c11-4216-812b-8fb125ed723a None None] Attempting to bind port d2b406b7-d010-481a-be45-1225aa619176 by drivers openvswitch,hyperv on host dv-cinder-792299-3-iscsi at level 0 using segments [{'id': 'd02ce253-27e4-4db3-811e-f5cba1e8d521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5f4ff4bc-d925-40fd-9563-89b128523f4e'}] {{(pid=91550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:24:51.978326 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d35896-8c11-4216-812b-8fb125ed723a None None] Attempting to bind port d2b406b7-d010-481a-be45-1225aa619176 on network 5f4ff4bc-d925-40fd-9563-89b128523f4e {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:24:51.984485 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d35896-8c11-4216-812b-8fb125ed723a None None] Checking agent: {'id': 'f4608e34-e7ca-4ad2-a713-84295da40874', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 12, 18), 'started_at': datetime.datetime(2021, 5, 21, 15, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:24:51.984866 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d35896-8c11-4216-812b-8fb125ed723a None None] Checking segment: {'id': 'd02ce253-27e4-4db3-811e-f5cba1e8d521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5f4ff4bc-d925-40fd-9563-89b128523f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:24:51.985273 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-39d35896-8c11-4216-812b-8fb125ed723a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:51.986243 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d35896-8c11-4216-812b-8fb125ed723a None None] Bound using segment: {'id': 'd02ce253-27e4-4db3-811e-f5cba1e8d521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5f4ff4bc-d925-40fd-9563-89b128523f4e'} {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:24:51.986713 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.managers [None req-39d35896-8c11-4216-812b-8fb125ed723a None None] Bound port: d2b406b7-d010-481a-be45-1225aa619176, host: dv-cinder-792299-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd02ce253-27e4-4db3-811e-f5cba1e8d521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5f4ff4bc-d925-40fd-9563-89b128523f4e'}}] {{(pid=91550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:24:51.987115 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-39d35896-8c11-4216-812b-8fb125ed723a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:52.018681 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-84a88988-2ca6-4be2-aef9-ee3f0e269830 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:52.049838 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-84a88988-2ca6-4be2-aef9-ee3f0e269830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730419340153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14871526'] for port, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:52.054811 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:24:52.092664 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-39d35896-8c11-4216-812b-8fb125ed723a None None] For port d2b406b7-d010-481a-be45-1225aa619176, host dv-cinder-792299-3-iscsi, cleared binding levels {{(pid=91550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:24:52.096490 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-39d35896-8c11-4216-812b-8fb125ed723a None None] For port d2b406b7-d010-481a-be45-1225aa619176, host dv-cinder-792299-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=d2b406b7-d010-481a-be45-1225aa619176,segment=NetworkSegment(d02ce253-27e4-4db3-811e-f5cba1e8d521),segment_id=d02ce253-27e4-4db3-811e-f5cba1e8d521)] {{(pid=91550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:24:52.101160 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-39d35896-8c11-4216-812b-8fb125ed723a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:52.111609 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:24:52.114450 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a88988-2ca6-4be2-aef9-ee3f0e269830 admin admin] Network ba463646-5c92-40f4-a60a-d72924905aed is already hosted by enough agents. {{(pid=91549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:24:52.117759 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.base_scheduler [None req-84a88988-2ca6-4be2-aef9-ee3f0e269830 admin admin] Resources bound (agent type, host, resource id): {{(pid=91549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:24:52.121429 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a88988-2ca6-4be2-aef9-ee3f0e269830 admin admin] Received port after_create {{(pid=91549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:24:52.168496 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a88988-2ca6-4be2-aef9-ee3f0e269830 admin admin] Pushing event updated for resources: {'Port': ['ID=0fe21390-268e-401d-8319-d6780cc7afb9,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:24:52.174013 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-84a88988-2ca6-4be2-aef9-ee3f0e269830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:24:52.231997 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d35896-8c11-4216-812b-8fb125ed723a None None] Pushing event updated for resources: {'Port': ['ID=d2b406b7-d010-481a-be45-1225aa619176,revision_number=2']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:24:52.235191 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-39d35896-8c11-4216-812b-8fb125ed723a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:24:52.585720 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-84a88988-2ca6-4be2-aef9-ee3f0e269830 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:52.590270 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device d2b406b7-d010-481a-be45-1225aa619176 up at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:24:52.660678 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning for port d2b406b7-d010-481a-be45-1225aa619176 completed by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:24:53.137385 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5494415-b6cd-4057-b4a8-9fead084ef8a None None] Network 5f4ff4bc-d925-40fd-9563-89b128523f4e requested from dv-cinder-792299-3-iscsi {{(pid=91550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:24:53.187672 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-84a88988-2ca6-4be2-aef9-ee3f0e269830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1768177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1763072'] for router, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:53.195621 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f1747-2073-4589-9ac3-1dc66b53d367 req-086b29a3-7118-4a3e-8c08-9282b6ee62e0 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:24:53.196307 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [req-e24f1747-2073-4589-9ac3-1dc66b53d367 req-086b29a3-7118-4a3e-8c08-9282b6ee62e0 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Synchronizing usage tracker for tenant:9750c53dcf1d41b7b4b91ed3322669dc on resource:network {{(pid=91549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:24:53.243958 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:53.246678 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-6aed1870-d67a-4ce1-9e59-3fa011c0a292 None None] Provisioning for port d2b406b7-d010-481a-be45-1225aa619176 completed by entity DHCP. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:24:53.254491 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-6aed1870-d67a-4ce1-9e59-3fa011c0a292 None None] Provisioning complete for port d2b406b7-d010-481a-be45-1225aa619176 triggered by entity DHCP. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:24:53.254862 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-6aed1870-d67a-4ce1-9e59-3fa011c0a292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:53.292037 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [req-e24f1747-2073-4589-9ac3-1dc66b53d367 req-086b29a3-7118-4a3e-8c08-9282b6ee62e0 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Unset dirty status for tenant:9750c53dcf1d41b7b4b91ed3322669dc on resource:network {{(pid=91549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:24:53.294562 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-e24f1747-2073-4589-9ac3-1dc66b53d367 req-086b29a3-7118-4a3e-8c08-9282b6ee62e0 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] 10.222.0.69 "GET /v2.0/networks?id=6a02056e-ab21-48b3-a085-a07393acfbc6 HTTP/1.1" status: 200 len: 808 time: 0.3569322 May 21 15:24:53.364615 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-e24f1747-2073-4589-9ac3-1dc66b53d367 req-cc66cca0-cf8f-4177-b2d7-8b12219e0969 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] 10.222.0.69 "GET /v2.0/quotas/9750c53dcf1d41b7b4b91ed3322669dc HTTP/1.1" status: 200 len: 375 time: 0.0623984 May 21 15:24:53.422318 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-e24f1747-2073-4589-9ac3-1dc66b53d367 req-850b98de-25ce-4967-9544-ba49f6e8f46c tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=9750c53dcf1d41b7b4b91ed3322669dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495217 May 21 15:24:53.493386 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-6aed1870-d67a-4ce1-9e59-3fa011c0a292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:53.541167 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-6aed1870-d67a-4ce1-9e59-3fa011c0a292 None None] For port d2b406b7-d010-481a-be45-1225aa619176, host dv-cinder-792299-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=d2b406b7-d010-481a-be45-1225aa619176,segment=NetworkSegment(d02ce253-27e4-4db3-811e-f5cba1e8d521),segment_id=d02ce253-27e4-4db3-811e-f5cba1e8d521)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:24:53.546000 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-6aed1870-d67a-4ce1-9e59-3fa011c0a292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:53.547806 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-3ae6d8a0-2f93-40bc-9c80-cf3a0ebac952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:24:53.595810 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84a88988-2ca6-4be2-aef9-ee3f0e269830 admin admin] Router c884b393-654b-4ff5-904a-496dc5bf8c01 is scheduled to L3 agent 9c636599-187f-4688-bb24-d46a8be2a055 with binding_index 1 {{(pid=91549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 21 15:24:53.599371 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-e24f1747-2073-4589-9ac3-1dc66b53d367 req-de7c79dc-2937-490f-9919-06f0ca44a518 service neutron] 10.222.0.69 "GET /v2.0/networks/6a02056e-ab21-48b3-a085-a07393acfbc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650271 May 21 15:24:53.619454 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aed1870-d67a-4ce1-9e59-3fa011c0a292 None None] Pushing event updated for resources: {'Port': ['ID=d2b406b7-d010-481a-be45-1225aa619176,revision_number=3']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:24:53.623628 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-6aed1870-d67a-4ce1-9e59-3fa011c0a292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:24:53.775045 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-dc0a57a1-8c77-46b9-a425-0ed5404a3001 None None] Provisioning complete for port d2b406b7-d010-481a-be45-1225aa619176 triggered by entity DHCP. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:24:53.775527 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-dc0a57a1-8c77-46b9-a425-0ed5404a3001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:53.897453 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-e24f1747-2073-4589-9ac3-1dc66b53d367 req-c5ceada6-944b-40f7-bfb5-c2e66e1a1e83 service neutron] 10.222.0.69 "GET /v2.0/networks/6a02056e-ab21-48b3-a085-a07393acfbc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360582 May 21 15:24:53.898542 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a88988-2ca6-4be2-aef9-ee3f0e269830 admin admin] Notify agent at l3_agent.dv-cinder-792299-3-iscsi the message routers_updated {{(pid=91549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:24:53.911546 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a662f9-32fe-449b-b39d-aece276fccdf None None] Sync routers for ids ['c884b393-654b-4ff5-904a-496dc5bf8c01'] in dv-cinder-792299-3-iscsi {{(pid=91550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:24:53.927917 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-84a88988-2ca6-4be2-aef9-ee3f0e269830 admin admin] Notify callbacks [] for router, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:53.929470 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-84a88988-2ca6-4be2-aef9-ee3f0e269830 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.0840371 May 21 15:24:53.932503 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 34598) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:24:53.933130 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a662f9-32fe-449b-b39d-aece276fccdf None None] Routers {'c884b393-654b-4ff5-904a-496dc5bf8c01'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:24:53.933825 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-54a662f9-32fe-449b-b39d-aece276fccdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:24:48Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['c884b393-654b-4ff5-904a-496dc5bf8c01'], 'active': True} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:24:54.123276 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvr_db [None req-54a662f9-32fe-449b-b39d-aece276fccdf None None] Set router c884b393-654b-4ff5-904a-496dc5bf8c01 gateway port host: dv-cinder-792299-3-iscsi {{(pid=91550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:24:54.150519 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-152c4926-7dd0-4f47-9813-e29617a8a71e req-1c8fe00a-f9c7-481e-9628-46f965349db1 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4fa0a17-1bad-4f8c-a20c-c862dad3f897 HTTP/1.1" status: 200 len: 210 time: 0.0525022 May 21 15:24:54.430915 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-54a662f9-32fe-449b-b39d-aece276fccdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c884b393-654b-4ff5-904a-496dc5bf8c01', 'name': 'tempest-AttachVolumeShelveTestJSON-821635018-router', 'tenant_id': '1b29e764695842f7ab30d80bb3282c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '0fe21390-268e-401d-8319-d6780cc7afb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:24:50Z', 'updated_at': '2021-05-21T15:24:52Z', 'revision_number': 3, 'project_id': '1b29e764695842f7ab30d80bb3282c22', 'gw_port': {'id': '0fe21390-268e-401d-8319-d6780cc7afb9', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ac:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c884b393-654b-4ff5-904a-496dc5bf8c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:24:51Z', 'updated_at': '2021-05-21T15:24:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi'}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:24:54.436763 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a662f9-32fe-449b-b39d-aece276fccdf None None] Checking router: c884b393-654b-4ff5-904a-496dc5bf8c01 for host: dv-cinder-792299-3-iscsi {{(pid=91550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:24:54.437117 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a662f9-32fe-449b-b39d-aece276fccdf None None] Updating router c884b393-654b-4ff5-904a-496dc5bf8c01 port 0fe21390-268e-401d-8319-d6780cc7afb9 binding host dv-cinder-792299-3-iscsi {{(pid=91550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 21 15:24:54.494141 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-54a662f9-32fe-449b-b39d-aece276fccdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:54.618403 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device d2b406b7-d010-481a-be45-1225aa619176 up at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:24:54.859044 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-6656dcdc-d568-4071-97b1-d70b9ca69207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:54.867851 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning complete for port d2b406b7-d010-481a-be45-1225aa619176 triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:24:54.868229 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:55.065944 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.db_base_plugin_common [None req-6656dcdc-d568-4071-97b1-d70b9ca69207 admin admin] Allocated IP 172.20.0.1 (5f4ff4bc-d925-40fd-9563-89b128523f4e/da7d3b04-d796-4f63-ba4e-40892d19294d/8ce15099-e9a3-4c20-994a-43fc466e8f09) {{(pid=91549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:24:55.099483 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-54a662f9-32fe-449b-b39d-aece276fccdf None None] Notify callbacks [] for port, precommit_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:55.113530 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-54a662f9-32fe-449b-b39d-aece276fccdf None None] Transition to ACTIVE for port object 0fe21390-268e-401d-8319-d6780cc7afb9 will not be triggered until provisioned by entity L2. {{(pid=91550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:24:55.125567 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-54a662f9-32fe-449b-b39d-aece276fccdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:55.131947 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-105fe15b-87d9-4791-a66c-7edd3cb3f7de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:24:55.223926 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a12ba68-7650-4911-994c-d262c4252fcb None None] Pushing event updated for resources: {'Port': ['ID=0fe21390-268e-401d-8319-d6780cc7afb9,revision_number=2']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:24:55.226196 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.managers [None req-54a662f9-32fe-449b-b39d-aece276fccdf None None] Attempting to bind port 0fe21390-268e-401d-8319-d6780cc7afb9 on host dv-cinder-792299-3-iscsi for vnic_type normal with profile {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:24:55.226573 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.managers [None req-54a662f9-32fe-449b-b39d-aece276fccdf None None] Attempting to bind port 0fe21390-268e-401d-8319-d6780cc7afb9 by drivers openvswitch,hyperv on host dv-cinder-792299-3-iscsi at level 0 using segments [{'id': '6e22115a-e16c-4b74-9ec4-448dbc5267a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed'}] {{(pid=91550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:24:55.227032 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a662f9-32fe-449b-b39d-aece276fccdf None None] Attempting to bind port 0fe21390-268e-401d-8319-d6780cc7afb9 on network ba463646-5c92-40f4-a60a-d72924905aed {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:24:55.229430 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-0a12ba68-7650-4911-994c-d262c4252fcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:24:55.239168 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a662f9-32fe-449b-b39d-aece276fccdf None None] Checking agent: {'id': 'f4608e34-e7ca-4ad2-a713-84295da40874', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 12, 18), 'started_at': datetime.datetime(2021, 5, 21, 15, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:24:55.239568 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a662f9-32fe-449b-b39d-aece276fccdf None None] Checking segment: {'id': '6e22115a-e16c-4b74-9ec4-448dbc5267a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:24:55.239966 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-54a662f9-32fe-449b-b39d-aece276fccdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:55.240357 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a662f9-32fe-449b-b39d-aece276fccdf None None] Bound using segment: {'id': '6e22115a-e16c-4b74-9ec4-448dbc5267a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed'} {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:24:55.240836 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.managers [None req-54a662f9-32fe-449b-b39d-aece276fccdf None None] Bound port: 0fe21390-268e-401d-8319-d6780cc7afb9, host: dv-cinder-792299-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e22115a-e16c-4b74-9ec4-448dbc5267a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed'}}] {{(pid=91550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:24:55.241214 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-54a662f9-32fe-449b-b39d-aece276fccdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:55.249203 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-6656dcdc-d568-4071-97b1-d70b9ca69207 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:55.282257 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.provisioning_blocks [None req-6656dcdc-d568-4071-97b1-d70b9ca69207 admin admin] Transition to ACTIVE for port object 8ce15099-e9a3-4c20-994a-43fc466e8f09 will not be triggered until provisioned by entity DHCP. {{(pid=91549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:24:55.326311 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-54a662f9-32fe-449b-b39d-aece276fccdf None None] For port 0fe21390-268e-401d-8319-d6780cc7afb9, host dv-cinder-792299-3-iscsi, cleared binding levels {{(pid=91550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:24:55.329776 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-54a662f9-32fe-449b-b39d-aece276fccdf None None] For port 0fe21390-268e-401d-8319-d6780cc7afb9, host dv-cinder-792299-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=0fe21390-268e-401d-8319-d6780cc7afb9,segment=NetworkSegment(6e22115a-e16c-4b74-9ec4-448dbc5267a0),segment_id=6e22115a-e16c-4b74-9ec4-448dbc5267a0)] {{(pid=91550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:24:55.336380 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-54a662f9-32fe-449b-b39d-aece276fccdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:55.342331 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:24:55.348465 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-6656dcdc-d568-4071-97b1-d70b9ca69207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730419340153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14871526'] for port, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:55.369643 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-e02e89f2-a4db-43b6-8995-3c225264b6af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:24:55.431279 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a662f9-32fe-449b-b39d-aece276fccdf None None] Routers {'c884b393-654b-4ff5-904a-496dc5bf8c01'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:24:55.431921 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-54a662f9-32fe-449b-b39d-aece276fccdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:24:48Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['c884b393-654b-4ff5-904a-496dc5bf8c01'], 'active': True} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:24:55.434105 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-3c907d5c-7e57-4448-9bf0-417db96e236e req-7b623c0a-a5dd-4be4-9294-1e2977084e1b tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4fa0a17-1bad-4f8c-a20c-c862dad3f897 HTTP/1.1" status: 200 len: 210 time: 0.1217492 May 21 15:24:55.440644 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6656dcdc-d568-4071-97b1-d70b9ca69207 admin admin] Network 5f4ff4bc-d925-40fd-9563-89b128523f4e is already hosted by enough agents. {{(pid=91549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:24:55.448312 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.base_scheduler [None req-6656dcdc-d568-4071-97b1-d70b9ca69207 admin admin] Resources bound (agent type, host, resource id): {{(pid=91549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:24:55.453835 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6656dcdc-d568-4071-97b1-d70b9ca69207 admin admin] Received port after_create {{(pid=91549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:24:55.509299 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6656dcdc-d568-4071-97b1-d70b9ca69207 admin admin] Pushing event updated for resources: {'Port': ['ID=8ce15099-e9a3-4c20-994a-43fc466e8f09,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:24:55.522072 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-6656dcdc-d568-4071-97b1-d70b9ca69207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774610'] for router_interface, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:55.544543 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f1747-2073-4589-9ac3-1dc66b53d367 req-5176a3e9-3ac9-4a0c-8e03-c4c185de3a07 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:24:55.546206 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-e24f1747-2073-4589-9ac3-1dc66b53d367 req-5176a3e9-3ac9-4a0c-8e03-c4c185de3a07 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] 10.222.0.68 "GET /v2.0/networks?id=6a02056e-ab21-48b3-a085-a07393acfbc6 HTTP/1.1" status: 200 len: 808 time: 0.3954265 May 21 15:24:55.566679 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [req-e24f1747-2073-4589-9ac3-1dc66b53d367 req-f6dd30a4-2055-44a8-931e-a7e1c25ea0e4 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Request body: {'port': {'device_id': 'd4fa0a17-1bad-4f8c-a20c-c862dad3f897', 'network_id': '6a02056e-ab21-48b3-a085-a07393acfbc6', 'admin_state_up': True, 'tenant_id': '9750c53dcf1d41b7b4b91ed3322669dc'}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:24:55.630100 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvr_db [None req-54a662f9-32fe-449b-b39d-aece276fccdf None None] Set router c884b393-654b-4ff5-904a-496dc5bf8c01 gateway port host: dv-cinder-792299-3-iscsi {{(pid=91550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:24:55.659428 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-6656dcdc-d568-4071-97b1-d70b9ca69207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:24:55.728303 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [req-e24f1747-2073-4589-9ac3-1dc66b53d367 req-f6dd30a4-2055-44a8-931e-a7e1c25ea0e4 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:24:55.732622 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-e24f1747-2073-4589-9ac3-1dc66b53d367 req-f6dd30a4-2055-44a8-931e-a7e1c25ea0e4 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Usage tracker for resource:port and tenant:9750c53dcf1d41b7b4b91ed3322669dc is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:24:55.735782 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-e24f1747-2073-4589-9ac3-1dc66b53d367 req-f6dd30a4-2055-44a8-931e-a7e1c25ea0e4 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:24:55.741477 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [req-e24f1747-2073-4589-9ac3-1dc66b53d367 req-f6dd30a4-2055-44a8-931e-a7e1c25ea0e4 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:24:55.742190 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a12ba68-7650-4911-994c-d262c4252fcb None None] Pushing event updated for resources: {'Port': ['ID=0fe21390-268e-401d-8319-d6780cc7afb9,revision_number=3']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:24:55.753323 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e24f1747-2073-4589-9ac3-1dc66b53d367 req-f6dd30a4-2055-44a8-931e-a7e1c25ea0e4 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Made reservation on behalf of 9750c53dcf1d41b7b4b91ed3322669dc for: {'port': 1} {{(pid=91548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:24:55.758150 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-e24f1747-2073-4589-9ac3-1dc66b53d367 req-f6dd30a4-2055-44a8-931e-a7e1c25ea0e4 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:55.760992 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-0a12ba68-7650-4911-994c-d262c4252fcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:24:55.827161 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-071b2796-0e79-4441-812a-47933eed4b7a None None] Provisioning for port 8ce15099-e9a3-4c20-994a-43fc466e8f09 completed by entity DHCP. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:24:55.836712 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-6656dcdc-d568-4071-97b1-d70b9ca69207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:55.926923 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-071b2796-0e79-4441-812a-47933eed4b7a None None] Provisioning complete for port 8ce15099-e9a3-4c20-994a-43fc466e8f09 triggered by entity DHCP. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:24:55.927303 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-071b2796-0e79-4441-812a-47933eed4b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:55.970321 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.db_base_plugin_common [req-e24f1747-2073-4589-9ac3-1dc66b53d367 req-f6dd30a4-2055-44a8-931e-a7e1c25ea0e4 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Allocated IP 172.20.0.9 (6a02056e-ab21-48b3-a085-a07393acfbc6/0a76c4c4-c767-451c-962a-6a2129e05c9c/03286fe0-c04a-43d7-b32b-c711b4af8080) {{(pid=91548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:24:55.999260 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-071b2796-0e79-4441-812a-47933eed4b7a None None] Port 8ce15099-e9a3-4c20-994a-43fc466e8f09 cannot update to ACTIVE because it is not bound. {{(pid=91550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 15:24:56.027731 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-54a662f9-32fe-449b-b39d-aece276fccdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c884b393-654b-4ff5-904a-496dc5bf8c01', 'name': 'tempest-AttachVolumeShelveTestJSON-821635018-router', 'tenant_id': '1b29e764695842f7ab30d80bb3282c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '0fe21390-268e-401d-8319-d6780cc7afb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:24:50Z', 'updated_at': '2021-05-21T15:24:52Z', 'revision_number': 3, 'project_id': '1b29e764695842f7ab30d80bb3282c22', 'gw_port': {'id': '0fe21390-268e-401d-8319-d6780cc7afb9', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ac:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c884b393-654b-4ff5-904a-496dc5bf8c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:24:51Z', 'updated_at': '2021-05-21T15:24:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi'}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:24:56.032900 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a662f9-32fe-449b-b39d-aece276fccdf None None] The sync data for ids ['c884b393-654b-4ff5-904a-496dc5bf8c01'] in dv-cinder-792299-3-iscsi is: [{'id': 'c884b393-654b-4ff5-904a-496dc5bf8c01', 'name': 'tempest-AttachVolumeShelveTestJSON-821635018-router', 'tenant_id': '1b29e764695842f7ab30d80bb3282c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '0fe21390-268e-401d-8319-d6780cc7afb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:24:50Z', 'updated_at': '2021-05-21T15:24:52Z', 'revision_number': 3, 'project_id': '1b29e764695842f7ab30d80bb3282c22', 'gw_port': {'id': '0fe21390-268e-401d-8319-d6780cc7afb9', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ac:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c884b393-654b-4ff5-904a-496dc5bf8c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:24:51Z', 'updated_at': '2021-05-21T15:24:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi'}] {{(pid=91550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:24:56.214232 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-e24f1747-2073-4589-9ac3-1dc66b53d367 req-f6dd30a4-2055-44a8-931e-a7e1c25ea0e4 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Notify callbacks [] for port, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:56.217917 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-6656dcdc-d568-4071-97b1-d70b9ca69207 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:56.222979 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-6656dcdc-d568-4071-97b1-d70b9ca69207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14871537'] for port, after_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:56.253374 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-53027208-26c5-4f71-bd7a-e6c8b96d6266 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:24:56.254218 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-e24f1747-2073-4589-9ac3-1dc66b53d367 req-f6dd30a4-2055-44a8-931e-a7e1c25ea0e4 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730419340153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14885552'] for port, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:56.266316 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-e5bb3f03-782a-4c9e-b775-d48046fa0acb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:24:56.358015 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e24f1747-2073-4589-9ac3-1dc66b53d367 req-f6dd30a4-2055-44a8-931e-a7e1c25ea0e4 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Network 6a02056e-ab21-48b3-a085-a07393acfbc6 is already hosted by enough agents. {{(pid=91548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:24:56.361580 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.base_scheduler [req-e24f1747-2073-4589-9ac3-1dc66b53d367 req-f6dd30a4-2055-44a8-931e-a7e1c25ea0e4 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Resources bound (agent type, host, resource id): {{(pid=91548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:24:56.365613 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.l3_dvrscheduler_db [req-e24f1747-2073-4589-9ac3-1dc66b53d367 req-f6dd30a4-2055-44a8-931e-a7e1c25ea0e4 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Received port after_create {{(pid=91548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:24:56.369346 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6656dcdc-d568-4071-97b1-d70b9ca69207 admin admin] Pushing event updated for resources: {'Port': ['ID=8ce15099-e9a3-4c20-994a-43fc466e8f09,revision_number=2']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:24:56.372011 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-6656dcdc-d568-4071-97b1-d70b9ca69207 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1697730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774703'] for router_interface, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:56.375930 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-6656dcdc-d568-4071-97b1-d70b9ca69207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:24:56.406179 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd30a4-2055-44a8-931e-a7e1c25ea0e4 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Pushing event updated for resources: {'Port': ['ID=03286fe0-c04a-43d7-b32b-c711b4af8080,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:24:56.415299 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-f6dd30a4-2055-44a8-931e-a7e1c25ea0e4 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:24:56.441865 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f1747-2073-4589-9ac3-1dc66b53d367 req-f6dd30a4-2055-44a8-931e-a7e1c25ea0e4 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:24:56.442585 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-e24f1747-2073-4589-9ac3-1dc66b53d367 req-f6dd30a4-2055-44a8-931e-a7e1c25ea0e4 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for port, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:56.465344 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-e24f1747-2073-4589-9ac3-1dc66b53d367 req-f6dd30a4-2055-44a8-931e-a7e1c25ea0e4 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9040277 May 21 15:24:56.477902 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [req-e24f1747-2073-4589-9ac3-1dc66b53d367 req-34630910-e20c-48e3-a14c-b6c538524ad6 service neutron] Request body: {'port': {'device_id': 'd4fa0a17-1bad-4f8c-a20c-c862dad3f897', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:24:56.527389 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6656dcdc-d568-4071-97b1-d70b9ca69207 admin admin] Network 5f4ff4bc-d925-40fd-9563-89b128523f4e is already hosted by enough agents. {{(pid=91549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:24:56.532618 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.base_scheduler [None req-6656dcdc-d568-4071-97b1-d70b9ca69207 admin admin] Resources bound (agent type, host, resource id): {{(pid=91549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:24:56.609875 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 0fe21390-268e-401d-8319-d6780cc7afb9 up at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:24:56.656543 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-e24f1747-2073-4589-9ac3-1dc66b53d367 req-34630910-e20c-48e3-a14c-b6c538524ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:56.764260 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning for port 0fe21390-268e-401d-8319-d6780cc7afb9 completed by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:24:56.769784 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning complete for port 0fe21390-268e-401d-8319-d6780cc7afb9 triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:24:56.770321 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:56.865860 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6656dcdc-d568-4071-97b1-d70b9ca69207 admin admin] Router c884b393-654b-4ff5-904a-496dc5bf8c01 has already been hosted by L3 agent 9c636599-187f-4688-bb24-d46a8be2a055 {{(pid=91549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:24:56.926118 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:56.952704 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] For port 0fe21390-268e-401d-8319-d6780cc7afb9, host dv-cinder-792299-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=0fe21390-268e-401d-8319-d6780cc7afb9,segment=NetworkSegment(6e22115a-e16c-4b74-9ec4-448dbc5267a0),segment_id=6e22115a-e16c-4b74-9ec4-448dbc5267a0)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:24:56.956944 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-166dd008-74a1-49bd-8ed5-5189bc7ce4e7 None None] Provisioning complete for port 8ce15099-e9a3-4c20-994a-43fc466e8f09 triggered by entity DHCP. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:24:56.957325 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-166dd008-74a1-49bd-8ed5-5189bc7ce4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:56.977476 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc65a92-d706-4c7b-8ed4-9b487cfdad97 req-0465b733-47bf-42ea-aebf-22a9751e55ac tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:24:56.979034 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-0fc65a92-d706-4c7b-8ed4-9b487cfdad97 req-0465b733-47bf-42ea-aebf-22a9751e55ac tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4fa0a17-1bad-4f8c-a20c-c862dad3f897 HTTP/1.1" status: 200 len: 931 time: 0.2234521 May 21 15:24:56.998111 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:57.009208 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:24:57.090445 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Pushing event updated for resources: {'Port': ['ID=0fe21390-268e-401d-8319-d6780cc7afb9,revision_number=4']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:24:57.096282 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:24:57.115586 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-166dd008-74a1-49bd-8ed5-5189bc7ce4e7 None None] Port 8ce15099-e9a3-4c20-994a-43fc466e8f09 cannot update to ACTIVE because it is not bound. {{(pid=91550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 15:24:57.130632 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.notifiers.nova [req-e24f1747-2073-4589-9ac3-1dc66b53d367 req-34630910-e20c-48e3-a14c-b6c538524ad6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03286fe0-c04a-43d7-b32b-c711b4af8080 {{(pid=91548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:24:57.139410 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-e24f1747-2073-4589-9ac3-1dc66b53d367 req-34630910-e20c-48e3-a14c-b6c538524ad6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:57.141445 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6656dcdc-d568-4071-97b1-d70b9ca69207 admin admin] Notify agent at l3_agent.dv-cinder-792299-3-iscsi the message routers_updated {{(pid=91549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:24:57.155581 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-6656dcdc-d568-4071-97b1-d70b9ca69207 admin admin] 10.222.0.69 "PUT /v2.0/routers/c884b393-654b-4ff5-904a-496dc5bf8c01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2221580 May 21 15:24:57.159199 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [req-0fc65a92-d706-4c7b-8ed4-9b487cfdad97 req-bdc6f414-ba7c-4026-bc4a-06f4351bf527 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Synchronizing usage tracker for tenant:9750c53dcf1d41b7b4b91ed3322669dc on resource:security_group {{(pid=91549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:24:57.160589 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.provisioning_blocks [req-e24f1747-2073-4589-9ac3-1dc66b53d367 req-34630910-e20c-48e3-a14c-b6c538524ad6 service neutron] Transition to ACTIVE for port object 03286fe0-c04a-43d7-b32b-c711b4af8080 will not be triggered until provisioned by entity L2. {{(pid=91548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:24:57.166429 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-e24f1747-2073-4589-9ac3-1dc66b53d367 req-34630910-e20c-48e3-a14c-b6c538524ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14885543'] for port, after_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:57.170792 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-1b2ee0e7-f856-4818-92ec-e98394e04150 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:24:57.188446 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [req-0fc65a92-d706-4c7b-8ed4-9b487cfdad97 req-bdc6f414-ba7c-4026-bc4a-06f4351bf527 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Unset dirty status for tenant:9750c53dcf1d41b7b4b91ed3322669dc on resource:security_group {{(pid=91549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:24:57.189728 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-0fc65a92-d706-4c7b-8ed4-9b487cfdad97 req-bdc6f414-ba7c-4026-bc4a-06f4351bf527 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] 10.222.0.69 "GET /v2.0/security-groups?id=b26d4b7d-8037-40ab-bb28-bd214b83bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011628 May 21 15:24:57.346479 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34630910-e20c-48e3-a14c-b6c538524ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=03286fe0-c04a-43d7-b32b-c711b4af8080,revision_number=2']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:24:57.375432 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-34630910-e20c-48e3-a14c-b6c538524ad6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:24:57.417812 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.managers [req-e24f1747-2073-4589-9ac3-1dc66b53d367 req-34630910-e20c-48e3-a14c-b6c538524ad6 service neutron] Attempting to bind port 03286fe0-c04a-43d7-b32b-c711b4af8080 on host hv-cinder-79229 for vnic_type normal with profile {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:24:57.418110 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.managers [req-e24f1747-2073-4589-9ac3-1dc66b53d367 req-34630910-e20c-48e3-a14c-b6c538524ad6 service neutron] Attempting to bind port 03286fe0-c04a-43d7-b32b-c711b4af8080 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '796a0f60-d86e-41bb-8f3a-803d5cafd80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '6a02056e-ab21-48b3-a085-a07393acfbc6'}] {{(pid=91548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:24:57.418540 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24f1747-2073-4589-9ac3-1dc66b53d367 req-34630910-e20c-48e3-a14c-b6c538524ad6 service neutron] Attempting to bind port 03286fe0-c04a-43d7-b32b-c711b4af8080 on network 6a02056e-ab21-48b3-a085-a07393acfbc6 {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:24:57.424091 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24f1747-2073-4589-9ac3-1dc66b53d367 req-34630910-e20c-48e3-a14c-b6c538524ad6 service neutron] Port 03286fe0-c04a-43d7-b32b-c711b4af8080 on network 6a02056e-ab21-48b3-a085-a07393acfbc6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 15:24:57.424408 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24f1747-2073-4589-9ac3-1dc66b53d367 req-34630910-e20c-48e3-a14c-b6c538524ad6 service neutron] Attempting to bind port 03286fe0-c04a-43d7-b32b-c711b4af8080 on network 6a02056e-ab21-48b3-a085-a07393acfbc6 {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:24:57.429463 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24f1747-2073-4589-9ac3-1dc66b53d367 req-34630910-e20c-48e3-a14c-b6c538524ad6 service neutron] Checking agent: {'id': '4762cb26-ef72-475b-a9a0-8f480bf27f9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 18, 22), 'started_at': datetime.datetime(2021, 5, 21, 15, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:24:57.429792 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24f1747-2073-4589-9ac3-1dc66b53d367 req-34630910-e20c-48e3-a14c-b6c538524ad6 service neutron] Checking segment: {'id': '796a0f60-d86e-41bb-8f3a-803d5cafd80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '6a02056e-ab21-48b3-a085-a07393acfbc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:24:57.430165 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24f1747-2073-4589-9ac3-1dc66b53d367 req-34630910-e20c-48e3-a14c-b6c538524ad6 service neutron] Bound using segment: {'id': '796a0f60-d86e-41bb-8f3a-803d5cafd80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '6a02056e-ab21-48b3-a085-a07393acfbc6'} {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:24:57.430585 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.managers [req-e24f1747-2073-4589-9ac3-1dc66b53d367 req-34630910-e20c-48e3-a14c-b6c538524ad6 service neutron] Bound port: 03286fe0-c04a-43d7-b32b-c711b4af8080, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '796a0f60-d86e-41bb-8f3a-803d5cafd80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '6a02056e-ab21-48b3-a085-a07393acfbc6'}}] {{(pid=91548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:24:57.430950 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-e24f1747-2073-4589-9ac3-1dc66b53d367 req-34630910-e20c-48e3-a14c-b6c538524ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:57.527591 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [req-e24f1747-2073-4589-9ac3-1dc66b53d367 req-34630910-e20c-48e3-a14c-b6c538524ad6 service neutron] For port 03286fe0-c04a-43d7-b32b-c711b4af8080, host hv-cinder-79229, cleared binding levels {{(pid=91548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:24:57.532130 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [req-e24f1747-2073-4589-9ac3-1dc66b53d367 req-34630910-e20c-48e3-a14c-b6c538524ad6 service neutron] For port 03286fe0-c04a-43d7-b32b-c711b4af8080, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=03286fe0-c04a-43d7-b32b-c711b4af8080,segment=NetworkSegment(796a0f60-d86e-41bb-8f3a-803d5cafd80d),segment_id=796a0f60-d86e-41bb-8f3a-803d5cafd80d)] {{(pid=91548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:24:57.536874 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-e24f1747-2073-4589-9ac3-1dc66b53d367 req-34630910-e20c-48e3-a14c-b6c538524ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14885543'] for port, after_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:57.542177 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-18a2018e-ee4e-4210-ac11-847d6459ba64 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:24:57.605375 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f1747-2073-4589-9ac3-1dc66b53d367 req-34630910-e20c-48e3-a14c-b6c538524ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:24:57.605972 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-e24f1747-2073-4589-9ac3-1dc66b53d367 req-34630910-e20c-48e3-a14c-b6c538524ad6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for port, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:57.608080 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-e24f1747-2073-4589-9ac3-1dc66b53d367 req-34630910-e20c-48e3-a14c-b6c538524ad6 service neutron] 10.222.0.68 "PUT /v2.0/ports/03286fe0-c04a-43d7-b32b-c711b4af8080 HTTP/1.1" status: 200 len: 1093 time: 1.1348212 May 21 15:24:57.608574 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4fa0a17-1bad-4f8c-a20c-c862dad3f897', 'tag': '03286fe0-c04a-43d7-b32b-c711b4af8080'}] {{(pid=91548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:24:57.623983 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34630910-e20c-48e3-a14c-b6c538524ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=03286fe0-c04a-43d7-b32b-c711b4af8080,revision_number=3']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:24:57.635106 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-34630910-e20c-48e3-a14c-b6c538524ad6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:24:57.692286 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4fa0a17-1bad-4f8c-a20c-c862dad3f897', 'tag': '03286fe0-c04a-43d7-b32b-c711b4af8080', 'status': 'completed', 'code': 200} May 21 15:24:57.738495 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f1747-2073-4589-9ac3-1dc66b53d367 req-d8985915-1cc9-4c96-ae04-dd729947fc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:24:57.740034 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-e24f1747-2073-4589-9ac3-1dc66b53d367 req-d8985915-1cc9-4c96-ae04-dd729947fc87 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9750c53dcf1d41b7b4b91ed3322669dc&device_id=d4fa0a17-1bad-4f8c-a20c-c862dad3f897 HTTP/1.1" status: 200 len: 1096 time: 0.0816839 May 21 15:24:57.894791 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-e24f1747-2073-4589-9ac3-1dc66b53d367 req-7ed99b18-e3a9-458b-9910-aca630a42212 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03286fe0-c04a-43d7-b32b-c711b4af8080 HTTP/1.1" status: 200 len: 217 time: 0.1434233 May 21 15:24:57.923921 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1e75a6-3c2c-438f-ae20-901524fbcec3 None None] Sync routers for ids ['c884b393-654b-4ff5-904a-496dc5bf8c01'] in dv-cinder-792299-3-iscsi {{(pid=91551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:24:57.937255 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1e75a6-3c2c-438f-ae20-901524fbcec3 None None] Routers {'c884b393-654b-4ff5-904a-496dc5bf8c01'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:24:57.938327 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-3e1e75a6-3c2c-438f-ae20-901524fbcec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:24:48Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['c884b393-654b-4ff5-904a-496dc5bf8c01'], 'active': True} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:24:57.969986 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f1747-2073-4589-9ac3-1dc66b53d367 req-685957e8-2b0b-432f-b06e-0c59504722ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:24:57.971506 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-e24f1747-2073-4589-9ac3-1dc66b53d367 req-685957e8-2b0b-432f-b06e-0c59504722ea service neutron] 10.222.0.68 "GET /v2.0/subnets?id=0a76c4c4-c767-451c-962a-6a2129e05c9c HTTP/1.1" status: 200 len: 848 time: 0.0698504 May 21 15:24:58.023524 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 34654) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:24:58.029972 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.v2.base [None req-5f8d5269-44d1-495b-be69-a6a817dcf080 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1237179682', 'description': 'tempest-description--875381720'}} {{(pid=91549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:24:58.036026 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-e24f1747-2073-4589-9ac3-1dc66b53d367 req-76e74d31-0f76-460a-8003-88b653eac959 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6a02056e-ab21-48b3-a085-a07393acfbc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569022 May 21 15:24:58.036185 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-5f8d5269-44d1-495b-be69-a6a817dcf080 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:24:58.040106 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-5f8d5269-44d1-495b-be69-a6a817dcf080 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Usage tracker for resource:security_group and tenant:1b29e764695842f7ab30d80bb3282c22 is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:24:58.043130 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-5f8d5269-44d1-495b-be69-a6a817dcf080 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:24:58.050363 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-5f8d5269-44d1-495b-be69-a6a817dcf080 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:24:58.063591 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-5f8d5269-44d1-495b-be69-a6a817dcf080 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks [] for security_group, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:58.086560 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-5f8d5269-44d1-495b-be69-a6a817dcf080 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:24:58.091741 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-5f8d5269-44d1-495b-be69-a6a817dcf080 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Usage tracker for resource:security_group_rule and tenant:1b29e764695842f7ab30d80bb3282c22 is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:24:58.095339 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-5f8d5269-44d1-495b-be69-a6a817dcf080 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:24:58.102084 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-5f8d5269-44d1-495b-be69-a6a817dcf080 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:24:58.190583 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-5f8d5269-44d1-495b-be69-a6a817dcf080 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks [] for security_group, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:58.192203 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvr_db [None req-3e1e75a6-3c2c-438f-ae20-901524fbcec3 None None] Set router c884b393-654b-4ff5-904a-496dc5bf8c01 gateway port host: dv-cinder-792299-3-iscsi {{(pid=91551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:24:58.196126 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-5f8d5269-44d1-495b-be69-a6a817dcf080 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:58.202310 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-0fe090de-323e-4391-9ff1-1f45dbce1213 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:24:58.202564 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-e24f1747-2073-4589-9ac3-1dc66b53d367 req-31aae74b-fc52-48a0-be80-a85ce66e9b97 service neutron] 10.222.0.68 "GET /v2.0/networks/6a02056e-ab21-48b3-a085-a07393acfbc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533790 May 21 15:24:58.244820 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8d5269-44d1-495b-be69-a6a817dcf080 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd2066b-2d4a-4f75-bc76-8bdfcda38f47,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:24:58.249166 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-5f8d5269-44d1-495b-be69-a6a817dcf080 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:24:58.251524 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-5f8d5269-44d1-495b-be69-a6a817dcf080 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks [] for security_group, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:58.256261 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-5f8d5269-44d1-495b-be69-a6a817dcf080 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2314572 May 21 15:24:58.256739 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 34664) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:24:58.262178 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.v2.base [None req-b56f7523-095a-41fb-9e61-1f960bf0129c tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Request body: {'security_group_rule': {'security_group_id': 'cfd2066b-2d4a-4f75-bc76-8bdfcda38f47', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:24:58.269486 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-b56f7523-095a-41fb-9e61-1f960bf0129c tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:24:58.274639 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-b56f7523-095a-41fb-9e61-1f960bf0129c tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Usage tracker for resource:security_group_rule and tenant:1b29e764695842f7ab30d80bb3282c22 is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:24:58.277762 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-b56f7523-095a-41fb-9e61-1f960bf0129c tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:24:58.284656 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-b56f7523-095a-41fb-9e61-1f960bf0129c tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:24:58.303177 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-b56f7523-095a-41fb-9e61-1f960bf0129c tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:58.378000 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-b56f7523-095a-41fb-9e61-1f960bf0129c tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:58.385141 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-b56f7523-095a-41fb-9e61-1f960bf0129c tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595095'] for security_group_rule, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:58.387420 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-fe4d3c64-e9ad-46d6-959a-85cc2ae07398 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:24:58.452527 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56f7523-095a-41fb-9e61-1f960bf0129c tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cf532bc-f1da-42fb-bc7c-7656b5bf1082,revision_number=0']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:24:58.471035 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-e24f1747-2073-4589-9ac3-1dc66b53d367 req-6dc07e30-fd21-47c7-877f-36472a33d906 service neutron] 10.222.0.68 "GET /v2.0/networks/6a02056e-ab21-48b3-a085-a07393acfbc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574654 May 21 15:24:58.471242 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-b56f7523-095a-41fb-9e61-1f960bf0129c tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:24:58.474780 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-b56f7523-095a-41fb-9e61-1f960bf0129c tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:58.496772 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-b56f7523-095a-41fb-9e61-1f960bf0129c tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2389445 May 21 15:24:58.497001 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 34674) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:24:58.510734 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [None req-cc8f06dc-7545-4f5e-a6cd-a8b9e9fb2f9d tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Request body: {'security_group_rule': {'security_group_id': 'cfd2066b-2d4a-4f75-bc76-8bdfcda38f47', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:24:58.531332 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-cc8f06dc-7545-4f5e-a6cd-a8b9e9fb2f9d tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:24:58.575854 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-cc8f06dc-7545-4f5e-a6cd-a8b9e9fb2f9d tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Usage tracker for resource:security_group_rule and tenant:1b29e764695842f7ab30d80bb3282c22 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:24:58.589036 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-cc8f06dc-7545-4f5e-a6cd-a8b9e9fb2f9d tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:24:58.600158 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-cc8f06dc-7545-4f5e-a6cd-a8b9e9fb2f9d tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:24:58.628292 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 0fe21390-268e-401d-8319-d6780cc7afb9 up at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:24:58.635729 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-3e1e75a6-3c2c-438f-ae20-901524fbcec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c884b393-654b-4ff5-904a-496dc5bf8c01', 'name': 'tempest-AttachVolumeShelveTestJSON-821635018-router', 'tenant_id': '1b29e764695842f7ab30d80bb3282c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '0fe21390-268e-401d-8319-d6780cc7afb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:24:50Z', 'updated_at': '2021-05-21T15:24:55Z', 'revision_number': 4, 'project_id': '1b29e764695842f7ab30d80bb3282c22', 'gw_port': {'id': '0fe21390-268e-401d-8319-d6780cc7afb9', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ac:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c884b393-654b-4ff5-904a-496dc5bf8c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:24:51Z', 'updated_at': '2021-05-21T15:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_interfaces': [{'id': '8ce15099-e9a3-4c20-994a-43fc466e8f09', 'name': '', 'network_id': '5f4ff4bc-d925-40fd-9563-89b128523f4e', 'tenant_id': '1b29e764695842f7ab30d80bb3282c22', 'mac_address': 'fa:16:3e:7e:26:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c884b393-654b-4ff5-904a-496dc5bf8c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'da7d3b04-d796-4f63-ba4e-40892d19294d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:24:54Z', 'updated_at': '2021-05-21T15:24:55Z', 'revision_number': 2, 'project_id': '1b29e764695842f7ab30d80bb3282c22', 'subnets': [{'id': 'da7d3b04-d796-4f63-ba4e-40892d19294d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:24:58.649242 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1e75a6-3c2c-438f-ae20-901524fbcec3 None None] Checking router: c884b393-654b-4ff5-904a-496dc5bf8c01 for host: dv-cinder-792299-3-iscsi {{(pid=91551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:24:58.649410 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1e75a6-3c2c-438f-ae20-901524fbcec3 None None] Updating router c884b393-654b-4ff5-904a-496dc5bf8c01 port 8ce15099-e9a3-4c20-994a-43fc466e8f09 binding host dv-cinder-792299-3-iscsi {{(pid=91551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 21 15:24:58.656164 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-cc8f06dc-7545-4f5e-a6cd-a8b9e9fb2f9d tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:58.705001 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57871f7f-60b2-4f3f-bbbb-d227830d674f req-f98a79d1-1fb9-4e00-a620-57270e3343e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:24:58.706489 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-57871f7f-60b2-4f3f-bbbb-d227830d674f req-f98a79d1-1fb9-4e00-a620-57270e3343e7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9750c53dcf1d41b7b4b91ed3322669dc&device_id=d4fa0a17-1bad-4f8c-a20c-c862dad3f897 HTTP/1.1" status: 200 len: 1096 time: 0.1805837 May 21 15:24:58.712685 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f1e5c-cb50-4302-a0d4-259b6f3bf2c5 req-2d431b6d-3256-4668-9cb0-d02552395ec6 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:24:58.719780 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-ae2f1e5c-cb50-4302-a0d4-259b6f3bf2c5 req-2d431b6d-3256-4668-9cb0-d02552395ec6 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4fa0a17-1bad-4f8c-a20c-c862dad3f897 HTTP/1.1" status: 200 len: 943 time: 0.2470315 May 21 15:24:58.728662 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning complete for port 0fe21390-268e-401d-8319-d6780cc7afb9 triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:24:58.729369 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:58.740270 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron_lib.callbacks.manager [None req-3e1e75a6-3c2c-438f-ae20-901524fbcec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:58.772315 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eaf2e6-42da-434b-87c5-ef1f522361a3 req-a3b4a495-3755-4849-8203-de49ed6db055 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:24:58.773755 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-57eaf2e6-42da-434b-87c5-ef1f522361a3 req-a3b4a495-3755-4849-8203-de49ed6db055 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 946 time: 0.2084184 May 21 15:24:58.786579 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-ae2f1e5c-cb50-4302-a0d4-259b6f3bf2c5 req-cfb1ebd1-95f7-4c44-a0ab-44f86a380239 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] 10.222.0.69 "GET /v2.0/security-groups?id=b26d4b7d-8037-40ab-bb28-bd214b83bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658810 May 21 15:24:58.848123 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-cc8f06dc-7545-4f5e-a6cd-a8b9e9fb2f9d tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:58.855399 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-57eaf2e6-42da-434b-87c5-ef1f522361a3 req-ff9ba9a4-0c30-4a7a-9439-79de8726a358 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601039 May 21 15:24:58.858189 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-cc8f06dc-7545-4f5e-a6cd-a8b9e9fb2f9d tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595095'] for security_group_rule, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:58.872753 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:24:58.894872 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8f06dc-7545-4f5e-a6cd-a8b9e9fb2f9d tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4f11103-e0ce-4f6f-bf41-12e5e7b809b0,revision_number=0']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:24:58.911616 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-cc8f06dc-7545-4f5e-a6cd-a8b9e9fb2f9d tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:24:58.927026 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57871f7f-60b2-4f3f-bbbb-d227830d674f req-1dbe0eeb-cd32-4407-b2f0-38cd2cd5152b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:24:58.928590 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-57871f7f-60b2-4f3f-bbbb-d227830d674f req-1dbe0eeb-cd32-4407-b2f0-38cd2cd5152b service neutron] 10.222.0.68 "GET /v2.0/networks?id=6a02056e-ab21-48b3-a085-a07393acfbc6 HTTP/1.1" status: 200 len: 909 time: 0.2078624 May 21 15:24:58.991804 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-cc8f06dc-7545-4f5e-a6cd-a8b9e9fb2f9d tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:58.995965 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-cc8f06dc-7545-4f5e-a6cd-a8b9e9fb2f9d tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4939494 May 21 15:24:58.996220 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 34692) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:24:59.002103 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.v2.base [None req-f724c72b-9282-4e15-8c14-4b65a7a64780 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Request body: {'floatingip': {'floating_network_id': 'ba463646-5c92-40f4-a60a-d72924905aed'}} {{(pid=91549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:24:59.008640 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-f724c72b-9282-4e15-8c14-4b65a7a64780 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:24:59.009098 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-57871f7f-60b2-4f3f-bbbb-d227830d674f req-2c1da830-76f1-4c48-adcc-4943c1609ff4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03286fe0-c04a-43d7-b32b-c711b4af8080 HTTP/1.1" status: 200 len: 217 time: 0.0719473 May 21 15:24:59.013005 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-f724c72b-9282-4e15-8c14-4b65a7a64780 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Usage tracker for resource:floatingip and tenant:1b29e764695842f7ab30d80bb3282c22 is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:24:59.016656 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-f724c72b-9282-4e15-8c14-4b65a7a64780 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:24:59.024479 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-f724c72b-9282-4e15-8c14-4b65a7a64780 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:24:59.052005 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-f724c72b-9282-4e15-8c14-4b65a7a64780 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks [] for floatingip, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:59.076044 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57871f7f-60b2-4f3f-bbbb-d227830d674f req-e1a0a281-6f34-40d6-ace6-5eb29de5a075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:24:59.078046 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-57871f7f-60b2-4f3f-bbbb-d227830d674f req-e1a0a281-6f34-40d6-ace6-5eb29de5a075 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=0a76c4c4-c767-451c-962a-6a2129e05c9c HTTP/1.1" status: 200 len: 848 time: 0.0609829 May 21 15:24:59.136610 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-57871f7f-60b2-4f3f-bbbb-d227830d674f req-5dda2afb-1f9f-44d3-bb63-b5385491367d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6a02056e-ab21-48b3-a085-a07393acfbc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509446 May 21 15:24:59.192152 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron_lib.callbacks.manager [None req-3e1e75a6-3c2c-438f-ae20-901524fbcec3 None None] Notify callbacks [] for port, precommit_update {{(pid=91551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:59.206286 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.provisioning_blocks [None req-3e1e75a6-3c2c-438f-ae20-901524fbcec3 None None] Transition to ACTIVE for port object 8ce15099-e9a3-4c20-994a-43fc466e8f09 will not be triggered until provisioned by entity L2. {{(pid=91551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:24:59.209970 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-f724c72b-9282-4e15-8c14-4b65a7a64780 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:59.215192 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron_lib.callbacks.manager [None req-3e1e75a6-3c2c-438f-ae20-901524fbcec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:59.221891 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG oslo_concurrency.lockutils [None req-6cc9ef8c-2a92-44df-bd74-c80ab496af16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:24:59.288025 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-57871f7f-60b2-4f3f-bbbb-d227830d674f req-c3480b0b-a7c5-46d2-8a8a-b06cb857ddff service neutron] 10.222.0.68 "GET /v2.0/networks/6a02056e-ab21-48b3-a085-a07393acfbc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418130 May 21 15:24:59.379334 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.db_base_plugin_common [None req-f724c72b-9282-4e15-8c14-4b65a7a64780 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Allocated IP 172.27.2.236 (ba463646-5c92-40f4-a60a-d72924905aed/aafb72b8-44f1-4418-af97-0acaa496b3de/102aa64c-6202-4ae2-98b8-dd28e94dfc2a) {{(pid=91549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:24:59.390466 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c099a61d-7453-4e8b-a4c5-1c6ed5029521 None None] Pushing event updated for resources: {'Port': ['ID=8ce15099-e9a3-4c20-994a-43fc466e8f09,revision_number=3']} {{(pid=91551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:24:59.431713 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c099a61d-7453-4e8b-a4c5-1c6ed5029521 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:24:59.432310 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c099a61d-7453-4e8b-a4c5-1c6ed5029521 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:24:59.432459 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c099a61d-7453-4e8b-a4c5-1c6ed5029521 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:24:59.432692 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c099a61d-7453-4e8b-a4c5-1c6ed5029521 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:24:59.433013 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c099a61d-7453-4e8b-a4c5-1c6ed5029521 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:24:59.433331 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c099a61d-7453-4e8b-a4c5-1c6ed5029521 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:24:59.434174 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c099a61d-7453-4e8b-a4c5-1c6ed5029521 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:24:59.434174 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c099a61d-7453-4e8b-a4c5-1c6ed5029521 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:24:59.434370 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c099a61d-7453-4e8b-a4c5-1c6ed5029521 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:24:59.434688 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c099a61d-7453-4e8b-a4c5-1c6ed5029521 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:24:59.435046 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c099a61d-7453-4e8b-a4c5-1c6ed5029521 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:24:59.435362 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c099a61d-7453-4e8b-a4c5-1c6ed5029521 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:24:59.442955 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG oslo_concurrency.lockutils [None req-c099a61d-7453-4e8b-a4c5-1c6ed5029521 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=91551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:24:59.459486 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.managers [None req-3e1e75a6-3c2c-438f-ae20-901524fbcec3 None None] Attempting to bind port 8ce15099-e9a3-4c20-994a-43fc466e8f09 on host dv-cinder-792299-3-iscsi for vnic_type normal with profile {{(pid=91551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:24:59.459860 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.managers [None req-3e1e75a6-3c2c-438f-ae20-901524fbcec3 None None] Attempting to bind port 8ce15099-e9a3-4c20-994a-43fc466e8f09 by drivers openvswitch,hyperv on host dv-cinder-792299-3-iscsi at level 0 using segments [{'id': 'd02ce253-27e4-4db3-811e-f5cba1e8d521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5f4ff4bc-d925-40fd-9563-89b128523f4e'}] {{(pid=91551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:24:59.460225 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1e75a6-3c2c-438f-ae20-901524fbcec3 None None] Attempting to bind port 8ce15099-e9a3-4c20-994a-43fc466e8f09 on network 5f4ff4bc-d925-40fd-9563-89b128523f4e {{(pid=91551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:24:59.466627 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1e75a6-3c2c-438f-ae20-901524fbcec3 None None] Checking agent: {'id': 'f4608e34-e7ca-4ad2-a713-84295da40874', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 12, 18), 'started_at': datetime.datetime(2021, 5, 21, 15, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:24:59.467461 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1e75a6-3c2c-438f-ae20-901524fbcec3 None None] Checking segment: {'id': 'd02ce253-27e4-4db3-811e-f5cba1e8d521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5f4ff4bc-d925-40fd-9563-89b128523f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:24:59.468015 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron_lib.callbacks.manager [None req-3e1e75a6-3c2c-438f-ae20-901524fbcec3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:59.468485 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1e75a6-3c2c-438f-ae20-901524fbcec3 None None] Bound using segment: {'id': 'd02ce253-27e4-4db3-811e-f5cba1e8d521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5f4ff4bc-d925-40fd-9563-89b128523f4e'} {{(pid=91551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:24:59.469038 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.managers [None req-3e1e75a6-3c2c-438f-ae20-901524fbcec3 None None] Bound port: 8ce15099-e9a3-4c20-994a-43fc466e8f09, host: dv-cinder-792299-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd02ce253-27e4-4db3-811e-f5cba1e8d521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5f4ff4bc-d925-40fd-9563-89b128523f4e'}}] {{(pid=91551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:24:59.469480 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron_lib.callbacks.manager [None req-3e1e75a6-3c2c-438f-ae20-901524fbcec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:59.481767 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-57871f7f-60b2-4f3f-bbbb-d227830d674f req-a88138fe-e1c8-4a9f-bb2c-a5eb78124d03 service neutron] 10.222.0.68 "GET /v2.0/networks/6a02056e-ab21-48b3-a085-a07393acfbc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865532 May 21 15:24:59.574704 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.db [None req-3e1e75a6-3c2c-438f-ae20-901524fbcec3 None None] For port 8ce15099-e9a3-4c20-994a-43fc466e8f09, host dv-cinder-792299-3-iscsi, cleared binding levels {{(pid=91551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:24:59.579176 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.db [None req-3e1e75a6-3c2c-438f-ae20-901524fbcec3 None None] For port 8ce15099-e9a3-4c20-994a-43fc466e8f09, host dv-cinder-792299-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=8ce15099-e9a3-4c20-994a-43fc466e8f09,segment=NetworkSegment(d02ce253-27e4-4db3-811e-f5cba1e8d521),segment_id=d02ce253-27e4-4db3-811e-f5cba1e8d521)] {{(pid=91551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:24:59.585485 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron_lib.callbacks.manager [None req-3e1e75a6-3c2c-438f-ae20-901524fbcec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:59.589588 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:24:59.667515 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1e75a6-3c2c-438f-ae20-901524fbcec3 None None] Routers {'c884b393-654b-4ff5-904a-496dc5bf8c01'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:24:59.668069 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-3e1e75a6-3c2c-438f-ae20-901524fbcec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:24:48Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['c884b393-654b-4ff5-904a-496dc5bf8c01'], 'active': True} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:24:59.727293 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c099a61d-7453-4e8b-a4c5-1c6ed5029521 None None] Pushing event updated for resources: {'Port': ['ID=8ce15099-e9a3-4c20-994a-43fc466e8f09,revision_number=4']} {{(pid=91551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:24:59.737796 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG oslo_concurrency.lockutils [None req-c099a61d-7453-4e8b-a4c5-1c6ed5029521 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:24:59.748487 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-f724c72b-9282-4e15-8c14-4b65a7a64780 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks [] for port, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:59.786233 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-f724c72b-9282-4e15-8c14-4b65a7a64780 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730419340153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14871526'] for port, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:24:59.790709 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-e53aa866-b407-47f8-9713-d022b9e31c37 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:24:59.859943 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f724c72b-9282-4e15-8c14-4b65a7a64780 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Network ba463646-5c92-40f4-a60a-d72924905aed is already hosted by enough agents. {{(pid=91549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:24:59.862805 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.base_scheduler [None req-f724c72b-9282-4e15-8c14-4b65a7a64780 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Resources bound (agent type, host, resource id): {{(pid=91549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:24:59.866357 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f724c72b-9282-4e15-8c14-4b65a7a64780 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Received port after_create {{(pid=91549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:24:59.881823 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvr_db [None req-3e1e75a6-3c2c-438f-ae20-901524fbcec3 None None] Set router c884b393-654b-4ff5-904a-496dc5bf8c01 gateway port host: dv-cinder-792299-3-iscsi {{(pid=91551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:24:59.901266 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f724c72b-9282-4e15-8c14-4b65a7a64780 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Pushing event updated for resources: {'Port': ['ID=102aa64c-6202-4ae2-98b8-dd28e94dfc2a,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:24:59.914929 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-f724c72b-9282-4e15-8c14-4b65a7a64780 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:25:00.118106 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-f724c72b-9282-4e15-8c14-4b65a7a64780 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:00.219651 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-f724c72b-9282-4e15-8c14-4b65a7a64780 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:00.252221 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527de6ee-c2cc-4b38-b035-63f9cded82e4 req-2ded835b-8210-495b-af10-8a8392169b92 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:00.253966 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-527de6ee-c2cc-4b38-b035-63f9cded82e4 req-2ded835b-8210-495b-af10-8a8392169b92 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 946 time: 0.2493927 May 21 15:25:00.271356 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-3e1e75a6-3c2c-438f-ae20-901524fbcec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c884b393-654b-4ff5-904a-496dc5bf8c01', 'name': 'tempest-AttachVolumeShelveTestJSON-821635018-router', 'tenant_id': '1b29e764695842f7ab30d80bb3282c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '0fe21390-268e-401d-8319-d6780cc7afb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:24:50Z', 'updated_at': '2021-05-21T15:24:55Z', 'revision_number': 4, 'project_id': '1b29e764695842f7ab30d80bb3282c22', 'gw_port': {'id': '0fe21390-268e-401d-8319-d6780cc7afb9', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ac:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c884b393-654b-4ff5-904a-496dc5bf8c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:24:51Z', 'updated_at': '2021-05-21T15:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_interfaces': [{'id': '8ce15099-e9a3-4c20-994a-43fc466e8f09', 'name': '', 'network_id': '5f4ff4bc-d925-40fd-9563-89b128523f4e', 'tenant_id': '1b29e764695842f7ab30d80bb3282c22', 'mac_address': 'fa:16:3e:7e:26:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c884b393-654b-4ff5-904a-496dc5bf8c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'da7d3b04-d796-4f63-ba4e-40892d19294d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:24:54Z', 'updated_at': '2021-05-21T15:24:59Z', 'revision_number': 4, 'project_id': '1b29e764695842f7ab30d80bb3282c22', 'subnets': [{'id': 'da7d3b04-d796-4f63-ba4e-40892d19294d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:25:00.275176 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6ece2-9f84-4c51-a386-0f982bbef7c4 req-8a811ffd-cca3-400b-a4d6-80c2eb52c74e tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:00.276221 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1e75a6-3c2c-438f-ae20-901524fbcec3 None None] The sync data for ids ['c884b393-654b-4ff5-904a-496dc5bf8c01'] in dv-cinder-792299-3-iscsi is: [{'id': 'c884b393-654b-4ff5-904a-496dc5bf8c01', 'name': 'tempest-AttachVolumeShelveTestJSON-821635018-router', 'tenant_id': '1b29e764695842f7ab30d80bb3282c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '0fe21390-268e-401d-8319-d6780cc7afb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:24:50Z', 'updated_at': '2021-05-21T15:24:55Z', 'revision_number': 4, 'project_id': '1b29e764695842f7ab30d80bb3282c22', 'gw_port': {'id': '0fe21390-268e-401d-8319-d6780cc7afb9', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ac:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c884b393-654b-4ff5-904a-496dc5bf8c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:24:51Z', 'updated_at': '2021-05-21T15:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_interfaces': [{'id': '8ce15099-e9a3-4c20-994a-43fc466e8f09', 'name': '', 'network_id': '5f4ff4bc-d925-40fd-9563-89b128523f4e', 'tenant_id': '1b29e764695842f7ab30d80bb3282c22', 'mac_address': 'fa:16:3e:7e:26:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c884b393-654b-4ff5-904a-496dc5bf8c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'da7d3b04-d796-4f63-ba4e-40892d19294d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:24:54Z', 'updated_at': '2021-05-21T15:24:59Z', 'revision_number': 4, 'project_id': '1b29e764695842f7ab30d80bb3282c22', 'subnets': [{'id': 'da7d3b04-d796-4f63-ba4e-40892d19294d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:25:00.277722 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-fbf6ece2-9f84-4c51-a386-0f982bbef7c4 req-8a811ffd-cca3-400b-a4d6-80c2eb52c74e tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4fa0a17-1bad-4f8c-a20c-c862dad3f897 HTTP/1.1" status: 200 len: 943 time: 0.3465796 May 21 15:25:00.540687 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-527de6ee-c2cc-4b38-b035-63f9cded82e4 req-220b88df-71b2-43e7-99d6-1520f36d31fb tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2802572 May 21 15:25:00.596958 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-fbf6ece2-9f84-4c51-a386-0f982bbef7c4 req-c55c6936-93f1-4174-9a11-3371fc042d60 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] 10.222.0.69 "GET /v2.0/security-groups?id=b26d4b7d-8037-40ab-bb28-bd214b83bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967601 May 21 15:25:00.645412 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 8ce15099-e9a3-4c20-994a-43fc466e8f09 up at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:25:00.681598 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-f724c72b-9282-4e15-8c14-4b65a7a64780 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks [] for port, precommit_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:00.688932 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-f724c72b-9282-4e15-8c14-4b65a7a64780 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14871537'] for port, after_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:00.698680 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:25:00.768538 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc8d3f0-4f82-4f4b-84c1-5088fb31d507 req-3b05c922-0d39-4d84-9dbb-1abcc7949039 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:00.769401 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-6bc8d3f0-4f82-4f4b-84c1-5088fb31d507 req-3b05c922-0d39-4d84-9dbb-1abcc7949039 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Synchronizing usage tracker for tenant:a0ff7059c233428f81d35f38ec365006 on resource:port {{(pid=91548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:25:00.789276 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-6bc8d3f0-4f82-4f4b-84c1-5088fb31d507 req-3b05c922-0d39-4d84-9dbb-1abcc7949039 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Unset dirty status for tenant:a0ff7059c233428f81d35f38ec365006 on resource:port {{(pid=91548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:25:00.790725 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-6bc8d3f0-4f82-4f4b-84c1-5088fb31d507 req-3b05c922-0d39-4d84-9dbb-1abcc7949039 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.68 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 946 time: 0.1858644 May 21 15:25:00.807441 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning for port 8ce15099-e9a3-4c20-994a-43fc466e8f09 completed by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:25:00.815615 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning complete for port 8ce15099-e9a3-4c20-994a-43fc466e8f09 triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:25:00.816362 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:00.833004 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f724c72b-9282-4e15-8c14-4b65a7a64780 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Pushing event updated for resources: {'Port': ['ID=102aa64c-6202-4ae2-98b8-dd28e94dfc2a,revision_number=2']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:25:00.844875 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-f724c72b-9282-4e15-8c14-4b65a7a64780 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:25:00.853039 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-f724c72b-9282-4e15-8c14-4b65a7a64780 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763211'] for floatingip, after_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:00.885021 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-f724c72b-9282-4e15-8c14-4b65a7a64780 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for floatingip, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:00.896118 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-f724c72b-9282-4e15-8c14-4b65a7a64780 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8987358 May 21 15:25:01.013869 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:01.059056 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [req-6bc8d3f0-4f82-4f4b-84c1-5088fb31d507 req-d5978537-3a90-4fc9-92b6-e08a7b17e853 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Deleting port f39d91da-f227-4bb1-a3a9-89731368da3f {{(pid=91548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:25:01.060756 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-6bc8d3f0-4f82-4f4b-84c1-5088fb31d507 req-d5978537-3a90-4fc9-92b6-e08a7b17e853 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730419685614'] for port, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:01.066798 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] For port 8ce15099-e9a3-4c20-994a-43fc466e8f09, host dv-cinder-792299-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=8ce15099-e9a3-4c20-994a-43fc466e8f09,segment=NetworkSegment(d02ce253-27e4-4db3-811e-f5cba1e8d521),segment_id=d02ce253-27e4-4db3-811e-f5cba1e8d521)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:25:01.075373 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:01.077217 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:25:01.163596 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Pushing event updated for resources: {'Port': ['ID=8ce15099-e9a3-4c20-994a-43fc466e8f09,revision_number=5']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:25:01.167525 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:25:01.380313 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [req-6bc8d3f0-4f82-4f4b-84c1-5088fb31d507 req-d5978537-3a90-4fc9-92b6-e08a7b17e853 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] For port f39d91da-f227-4bb1-a3a9-89731368da3f, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=f39d91da-f227-4bb1-a3a9-89731368da3f,segment=NetworkSegment(67395f92-efc3-4428-9562-98be7db153b1),segment_id=67395f92-efc3-4428-9562-98be7db153b1)] {{(pid=91548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:25:01.382602 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-6bc8d3f0-4f82-4f4b-84c1-5088fb31d507 req-d5978537-3a90-4fc9-92b6-e08a7b17e853 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829031'] for port, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:01.433225 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [req-66eaf4e4-cb42-4cca-9713-f8c619c69963 req-d9892189-c2a6-4dee-8238-fc9af5af352e tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Synchronizing usage tracker for tenant:1b29e764695842f7ab30d80bb3282c22 on resource:security_group {{(pid=91549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:25:01.446168 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device 03286fe0-c04a-43d7-b32b-c711b4af8080 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:25:01.463400 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [req-66eaf4e4-cb42-4cca-9713-f8c619c69963 req-d9892189-c2a6-4dee-8238-fc9af5af352e tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Unset dirty status for tenant:1b29e764695842f7ab30d80bb3282c22 on resource:security_group {{(pid=91549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:25:01.466501 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-66eaf4e4-cb42-4cca-9713-f8c619c69963 req-d9892189-c2a6-4dee-8238-fc9af5af352e tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1237179682&fields=id&tenant_id=1b29e764695842f7ab30d80bb3282c22 HTTP/1.1" status: 200 len: 267 time: 0.0814826 May 21 15:25:01.607552 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 34728) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:25:01.627162 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port 03286fe0-c04a-43d7-b32b-c711b4af8080, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=03286fe0-c04a-43d7-b32b-c711b4af8080,segment=NetworkSegment(796a0f60-d86e-41bb-8f3a-803d5cafd80d),segment_id=796a0f60-d86e-41bb-8f3a-803d5cafd80d)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:25:01.652430 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Returning: {'device': '03286fe0-c04a-43d7-b32b-c711b4af8080', 'network_id': '6a02056e-ab21-48b3-a085-a07393acfbc6', 'port_id': '03286fe0-c04a-43d7-b32b-c711b4af8080', 'mac_address': 'fa:16:3e:2d:62:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a76c4c4-c767-451c-962a-6a2129e05c9c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:25:01.716793 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:01.740443 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.notifiers.nova [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03286fe0-c04a-43d7-b32b-c711b4af8080 {{(pid=91550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:25:01.769420 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port 03286fe0-c04a-43d7-b32b-c711b4af8080, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=03286fe0-c04a-43d7-b32b-c711b4af8080,segment=NetworkSegment(796a0f60-d86e-41bb-8f3a-803d5cafd80d),segment_id=796a0f60-d86e-41bb-8f3a-803d5cafd80d)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:25:01.777303 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:01.784072 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:25:01.809354 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-6bc8d3f0-4f82-4f4b-84c1-5088fb31d507 req-d5978537-3a90-4fc9-92b6-e08a7b17e853 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:01.809354 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-6bc8d3f0-4f82-4f4b-84c1-5088fb31d507 req-d5978537-3a90-4fc9-92b6-e08a7b17e853 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763211'] for floatingip, after_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:01.810196 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.db.l3_db [req-6bc8d3f0-4f82-4f4b-84c1-5088fb31d507 req-d5978537-3a90-4fc9-92b6-e08a7b17e853 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Floating IP 79e5cc29-042a-4f1d-9a60-35b1f0f5885e disassociated. External IP: 172.27.2.159, port: f39d91da-f227-4bb1-a3a9-89731368da3f. May 21 15:25:01.810196 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [req-6bc8d3f0-4f82-4f4b-84c1-5088fb31d507 req-d5978537-3a90-4fc9-92b6-e08a7b17e853 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Calling delete_port for f39d91da-f227-4bb1-a3a9-89731368da3f owned by compute:nova {{(pid=91548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:25:01.826505 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d324f4c-1fd7-4b8a-9752-da12c751fc30 admin admin] Deleting subnet 234b7aaf-ce32-44d3-88df-21c090ffb831 {{(pid=91548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 21 15:25:01.831627 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-3d324f4c-1fd7-4b8a-9752-da12c751fc30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:01.852338 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eaf4e4-cb42-4cca-9713-f8c619c69963 req-b016157c-197e-4710-a1e8-3460f6ae29e0 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:01.853046 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [req-66eaf4e4-cb42-4cca-9713-f8c619c69963 req-b016157c-197e-4710-a1e8-3460f6ae29e0 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Synchronizing usage tracker for tenant:1b29e764695842f7ab30d80bb3282c22 on resource:network {{(pid=91549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:25:01.855602 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Pushing event updated for resources: {'Port': ['ID=03286fe0-c04a-43d7-b32b-c711b4af8080,revision_number=4']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:25:01.860044 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:25:01.883261 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a064e-86a9-4460-b499-49786998921c req-50e89c8f-bae6-4399-9e54-56ba09deabf3 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:01.884636 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-b13a064e-86a9-4460-b499-49786998921c req-50e89c8f-bae6-4399-9e54-56ba09deabf3 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 946 time: 0.1500144 May 21 15:25:01.885891 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [req-66eaf4e4-cb42-4cca-9713-f8c619c69963 req-b016157c-197e-4710-a1e8-3460f6ae29e0 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Unset dirty status for tenant:1b29e764695842f7ab30d80bb3282c22 on resource:network {{(pid=91549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:25:01.886717 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-66eaf4e4-cb42-4cca-9713-f8c619c69963 req-b016157c-197e-4710-a1e8-3460f6ae29e0 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/networks?id=5f4ff4bc-d925-40fd-9563-89b128523f4e HTTP/1.1" status: 200 len: 816 time: 0.3757627 May 21 15:25:01.899134 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-3d324f4c-1fd7-4b8a-9752-da12c751fc30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15185061'] for subnet, precommit_delete_associations {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:01.923697 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-66eaf4e4-cb42-4cca-9713-f8c619c69963 req-29fe1138-440c-4cfb-ba50-65dc70605bce tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/quotas/1b29e764695842f7ab30d80bb3282c22 HTTP/1.1" status: 200 len: 375 time: 0.0301621 May 21 15:25:01.973214 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-3d324f4c-1fd7-4b8a-9752-da12c751fc30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708537'] for subnet, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:01.989809 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-b13a064e-86a9-4460-b499-49786998921c req-f574d292-5d6e-4ebe-ad14-0b638d25d30f tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974574 May 21 15:25:02.045230 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [req-66eaf4e4-cb42-4cca-9713-f8c619c69963 req-f0a2895f-5d6d-4ccb-8dcb-0c4350f47138 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Synchronizing usage tracker for tenant:1b29e764695842f7ab30d80bb3282c22 on resource:port {{(pid=91549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:25:02.064596 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] get_ports_and_sgs() called for port_ids ['03286fe0-c04a-43d7-b32b-c711b4af8080'] {{(pid=91550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:25:02.066392 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [req-66eaf4e4-cb42-4cca-9713-f8c619c69963 req-f0a2895f-5d6d-4ccb-8dcb-0c4350f47138 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Unset dirty status for tenant:1b29e764695842f7ab30d80bb3282c22 on resource:port {{(pid=91549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:25:02.068814 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-66eaf4e4-cb42-4cca-9713-f8c619c69963 req-f0a2895f-5d6d-4ccb-8dcb-0c4350f47138 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1b29e764695842f7ab30d80bb3282c22&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1348929 May 21 15:25:02.153801 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-6bc8d3f0-4f82-4f4b-84c1-5088fb31d507 req-d5978537-3a90-4fc9-92b6-e08a7b17e853 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730419690186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730419340162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14885552'] for port, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:02.161479 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-19d10e6a-1c34-40ab-a00c-6e7e66642bca tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:25:02.211582 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5978537-3a90-4fc9-92b6-e08a7b17e853 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Pushing event deleted for resources: {'Port': ['ID=f39d91da-f227-4bb1-a3a9-89731368da3f,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:25:02.218621 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-d5978537-3a90-4fc9-92b6-e08a7b17e853 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:25:02.329615 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-66eaf4e4-cb42-4cca-9713-f8c619c69963 req-5c8ca0f1-6d45-434f-85cf-08fba4445e69 service neutron] 10.222.0.69 "GET /v2.0/networks/5f4ff4bc-d925-40fd-9563-89b128523f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488918 May 21 15:25:02.337915 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67f1910-b358-4c64-8b53-be8336f80f2a req-be481b6d-a2d6-4d36-a09a-60b35302979a tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:02.339483 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-c67f1910-b358-4c64-8b53-be8336f80f2a req-be481b6d-a2d6-4d36-a09a-60b35302979a tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4fa0a17-1bad-4f8c-a20c-c862dad3f897 HTTP/1.1" status: 200 len: 944 time: 0.1878810 May 21 15:25:02.460766 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-c67f1910-b358-4c64-8b53-be8336f80f2a req-93644003-5a72-44b8-a59a-92819c0faa05 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] 10.222.0.69 "GET /v2.0/security-groups?id=b26d4b7d-8037-40ab-bb28-bd214b83bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025748 May 21 15:25:02.498049 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-3d324f4c-1fd7-4b8a-9752-da12c751fc30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14885533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14760833'] for subnet, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:02.506254 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:25:02.538833 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6bc8d3f0-4f82-4f4b-84c1-5088fb31d507 req-d5978537-3a90-4fc9-92b6-e08a7b17e853 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Router d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83 has already been hosted by L3 agent 9c636599-187f-4688-bb24-d46a8be2a055 {{(pid=91548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:25:02.551306 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-3d324f4c-1fd7-4b8a-9752-da12c751fc30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:02.558469 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d324f4c-1fd7-4b8a-9752-da12c751fc30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=234b7aaf-ce32-44d3-88df-21c090ffb831,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:25:02.561141 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-3d324f4c-1fd7-4b8a-9752-da12c751fc30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:25:02.577026 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 8ce15099-e9a3-4c20-994a-43fc466e8f09 up at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:25:02.656809 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-66eaf4e4-cb42-4cca-9713-f8c619c69963 req-7c77e4f3-66ff-4e6c-b2ca-ced196f8dede service neutron] 10.222.0.69 "GET /v2.0/networks/5f4ff4bc-d925-40fd-9563-89b128523f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161595 May 21 15:25:02.657247 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning complete for port 8ce15099-e9a3-4c20-994a-43fc466e8f09 triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:25:02.657697 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:02.668535 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-3d324f4c-1fd7-4b8a-9752-da12c751fc30 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/234b7aaf-ce32-44d3-88df-21c090ffb831 HTTP/1.1" status: 204 len: 168 time: 0.9422433 May 21 15:25:02.671248 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 34736) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:25:02.833190 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6bc8d3f0-4f82-4f4b-84c1-5088fb31d507 req-d5978537-3a90-4fc9-92b6-e08a7b17e853 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify agent at l3_agent.dv-cinder-792299-3-iscsi the message routers_updated {{(pid=91548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:25:02.844835 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dd0269-84f9-4a44-931e-d5d028ff51b8 None None] Sync routers for ids ['d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83'] in dv-cinder-792299-3-iscsi {{(pid=91550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:25:02.864787 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dd0269-84f9-4a44-931e-d5d028ff51b8 None None] Routers {'d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:25:02.865429 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-72dd0269-84f9-4a44-931e-d5d028ff51b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:24:48Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83'], 'active': True} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:25:02.895250 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-a7fa1218-d074-4b9a-8ace-84afc50a486b req-3833084e-4934-4731-8612-7c918f27d376 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2c1e137-0e16-47bf-b1a1-1667d7a401e6 HTTP/1.1" status: 200 len: 210 time: 0.0608091 May 21 15:25:02.899266 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-1905a7d2-ce13-4205-87d1-30cd52566f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732154'] for network, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:02.972492 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bc8d3f0-4f82-4f4b-84c1-5088fb31d507 req-d5978537-3a90-4fc9-92b6-e08a7b17e853 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] No DVR routers for this DVR port f39d91da-f227-4bb1-a3a9-89731368da3f on host hv-cinder-79229 {{(pid=91548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:25:02.979369 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-6bc8d3f0-4f82-4f4b-84c1-5088fb31d507 req-d5978537-3a90-4fc9-92b6-e08a7b17e853 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for port, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:02.982424 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-6bc8d3f0-4f82-4f4b-84c1-5088fb31d507 req-d5978537-3a90-4fc9-92b6-e08a7b17e853 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.68 "DELETE /v2.0/ports/f39d91da-f227-4bb1-a3a9-89731368da3f HTTP/1.1" status: 204 len: 173 time: 2.1818273 May 21 15:25:02.982937 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '978f80c3-b426-4c67-bde8-993a0d80116c', 'name': 'network-vif-deleted', 'tag': 'f39d91da-f227-4bb1-a3a9-89731368da3f'}] {{(pid=91548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:25:03.080751 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '978f80c3-b426-4c67-bde8-993a0d80116c', 'name': 'network-vif-deleted', 'tag': 'f39d91da-f227-4bb1-a3a9-89731368da3f', 'status': 'completed', 'code': 200} May 21 15:25:03.128656 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvr_db [None req-72dd0269-84f9-4a44-931e-d5d028ff51b8 None None] Set router d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83 gateway port host: dv-cinder-792299-3-iscsi {{(pid=91550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:25:03.145054 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-1905a7d2-ce13-4205-87d1-30cd52566f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707840', 'neutron.services.segments.db._delete_segments_for_network-8730419779193'] for network, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:03.181449 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.services.segments.db [None req-1905a7d2-ce13-4205-87d1-30cd52566f68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f98ff193-ff31-4945-a8e5-a0bcfef1cd2f']}} {{(pid=91549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:25:03.213050 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.services.segments.db [None req-1905a7d2-ce13-4205-87d1-30cd52566f68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d61a3b4-1755-496f-8717-4a5d3f8f647f') {'for_net_delete': True} {{(pid=91549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:25:03.213403 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.services.segments.db [None req-1905a7d2-ce13-4205-87d1-30cd52566f68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d61a3b4-1755-496f-8717-4a5d3f8f647f') {} {{(pid=91549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:25:03.243867 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-1905a7d2-ce13-4205-87d1-30cd52566f68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730419791885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16600647'] for segment, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:03.313264 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-cd4b41b2-f0e6-4322-a300-4a4221fa696c req-c19d3fc3-691d-4dc5-a4b3-96614938ba90 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=978f80c3-b426-4c67-bde8-993a0d80116c HTTP/1.1" status: 200 len: 210 time: 0.0747304 May 21 15:25:03.323346 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-1905a7d2-ce13-4205-87d1-30cd52566f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703692'] for segment, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:03.331541 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1905a7d2-ce13-4205-87d1-30cd52566f68 admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=91549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 21 15:25:03.332065 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-1905a7d2-ce13-4205-87d1-30cd52566f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14871445'] for segment, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:03.347498 dv-cinder-792299-3-iscsi neutron-server[91549]: Traceback (most recent call last): May 21 15:25:03.347498 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 21 15:25:03.347498 dv-cinder-792299-3-iscsi neutron-server[91549]: timer() May 21 15:25:03.347498 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 21 15:25:03.347498 dv-cinder-792299-3-iscsi neutron-server[91549]: cb(*args, **kw) May 21 15:25:03.347498 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 21 15:25:03.347498 dv-cinder-792299-3-iscsi neutron-server[91549]: return func(*args, **kwargs) May 21 15:25:03.347498 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 21 15:25:03.347498 dv-cinder-792299-3-iscsi neutron-server[91549]: self._notify() May 21 15:25:03.347498 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 21 15:25:03.347498 dv-cinder-792299-3-iscsi neutron-server[91549]: self.callback(batched_events) May 21 15:25:03.347498 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 21 15:25:03.347498 dv-cinder-792299-3-iscsi neutron-server[91549]: event.method(event) May 21 15:25:03.347498 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 21 15:25:03.347498 dv-cinder-792299-3-iscsi neutron-server[91549]: aggregate_id = self._get_aggregate_id(event.segment_id) May 21 15:25:03.347498 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 21 15:25:03.347498 dv-cinder-792299-3-iscsi neutron-server[91549]: aggregate_uuid = self.p_client.list_aggregates( May 21 15:25:03.347498 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 21 15:25:03.347498 dv-cinder-792299-3-iscsi neutron-server[91549]: return f(self, *a, **k) May 21 15:25:03.347498 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 21 15:25:03.347498 dv-cinder-792299-3-iscsi neutron-server[91549]: return self._get(url).json() May 21 15:25:03.347498 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 21 15:25:03.347498 dv-cinder-792299-3-iscsi neutron-server[91549]: return self._client.get(url, endpoint_filter=self._ks_filter, May 21 15:25:03.347498 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 21 15:25:03.347498 dv-cinder-792299-3-iscsi neutron-server[91549]: return self.request(url, 'GET', **kwargs) May 21 15:25:03.347498 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 21 15:25:03.347498 dv-cinder-792299-3-iscsi neutron-server[91549]: base_url = self.get_endpoint(auth, allow=allow, May 21 15:25:03.347498 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 21 15:25:03.347498 dv-cinder-792299-3-iscsi neutron-server[91549]: auth = self._auth_required(auth, 'determine endpoint URL') May 21 15:25:03.347498 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 21 15:25:03.347498 dv-cinder-792299-3-iscsi neutron-server[91549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 21 15:25:03.347498 dv-cinder-792299-3-iscsi neutron-server[91549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 21 15:25:03.436868 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-1905a7d2-ce13-4205-87d1-30cd52566f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1599858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763229'] for network, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:03.440902 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:25:03.461762 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-1905a7d2-ce13-4205-87d1-30cd52566f68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697775'] for network, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:03.462545 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device 03286fe0-c04a-43d7-b32b-c711b4af8080 up at agent hyperv_hv-cinder-79229 {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:25:03.473983 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1905a7d2-ce13-4205-87d1-30cd52566f68 admin admin] Pushing event deleted for resources: {'Network': ['ID=f98ff193-ff31-4945-a8e5-a0bcfef1cd2f,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:25:03.477383 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-1905a7d2-ce13-4205-87d1-30cd52566f68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:25:03.487622 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-1905a7d2-ce13-4205-87d1-30cd52566f68 admin admin] 10.222.0.69 "DELETE /v2.0/networks/f98ff193-ff31-4945-a8e5-a0bcfef1cd2f HTTP/1.1" status: 204 len: 168 time: 0.8152745 May 21 15:25:03.621574 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Provisioning for port 03286fe0-c04a-43d7-b32b-c711b4af8080 completed by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:25:03.645429 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Provisioning complete for port 03286fe0-c04a-43d7-b32b-c711b4af8080 triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:25:03.645736 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:03.701646 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 34758) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:25:03.726555 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d6af4-d3a8-466b-95ea-b4ecc7c09afd req-c9dc5a85-0b3f-41d2-8015-1899783ebd11 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:03.728897 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-3e3d6af4-d3a8-466b-95ea-b4ecc7c09afd req-c9dc5a85-0b3f-41d2-8015-1899783ebd11 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4fa0a17-1bad-4f8c-a20c-c862dad3f897 HTTP/1.1" status: 200 len: 944 time: 0.1310780 May 21 15:25:03.784864 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-72dd0269-84f9-4a44-931e-d5d028ff51b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd10ee6fe-509b-447e-8ed6-5ba0b8d0fb83', 'name': 'tempest-AttachVolumeTestJSON-983484191-router', 'tenant_id': 'a0ff7059c233428f81d35f38ec365006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '0b5f6bc1-2f39-4521-b263-738e2de40747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:20:01Z', 'updated_at': '2021-05-21T15:20:08Z', 'revision_number': 4, 'project_id': 'a0ff7059c233428f81d35f38ec365006', 'gw_port': {'id': '0b5f6bc1-2f39-4521-b263-738e2de40747', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10ee6fe-509b-447e-8ed6-5ba0b8d0fb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:20:02Z', 'updated_at': '2021-05-21T15:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_interfaces': [{'id': 'd0c6be38-c672-47b5-a65f-4876da27922a', 'name': '', 'network_id': 'efa2a869-eef6-443f-b219-ba0ab20cb5c1', 'tenant_id': 'a0ff7059c233428f81d35f38ec365006', 'mac_address': 'fa:16:3e:1d:7b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10ee6fe-509b-447e-8ed6-5ba0b8d0fb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b15db54b-4552-4834-a465-ff2d97af0b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:20:07Z', 'updated_at': '2021-05-21T15:20:15Z', 'revision_number': 5, 'project_id': 'a0ff7059c233428f81d35f38ec365006', 'subnets': [{'id': 'b15db54b-4552-4834-a465-ff2d97af0b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:25:03.790511 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dd0269-84f9-4a44-931e-d5d028ff51b8 None None] Checking router: d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83 for host: dv-cinder-792299-3-iscsi {{(pid=91550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:25:03.806787 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dd0269-84f9-4a44-931e-d5d028ff51b8 None None] Routers {'d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:25:03.807434 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-72dd0269-84f9-4a44-931e-d5d028ff51b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:24:48Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83'], 'active': True} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:25:03.813654 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-3e3d6af4-d3a8-466b-95ea-b4ecc7c09afd req-259fa25c-ea26-4b04-9b7a-5032bf61287d tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] 10.222.0.69 "GET /v2.0/security-groups?id=b26d4b7d-8037-40ab-bb28-bd214b83bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710845 May 21 15:25:03.935736 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-86f4e402-7c38-4a72-ac5e-6d8765186fc7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e69ae68628214c52b9596296332a84e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2331595 May 21 15:25:03.938941 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 34764) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:25:03.953051 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:04.013619 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-5809aa23-190f-4d0b-bc74-807cfb91dacd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:04.042281 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-5809aa23-190f-4d0b-bc74-807cfb91dacd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:04.053602 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4fa0a17-1bad-4f8c-a20c-c862dad3f897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03286fe0-c04a-43d7-b32b-c711b4af8080'}] {{(pid=91550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:25:04.079177 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port 03286fe0-c04a-43d7-b32b-c711b4af8080, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=03286fe0-c04a-43d7-b32b-c711b4af8080,segment=NetworkSegment(796a0f60-d86e-41bb-8f3a-803d5cafd80d),segment_id=796a0f60-d86e-41bb-8f3a-803d5cafd80d)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:25:04.086407 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:04.094200 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:25:04.111343 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-5809aa23-190f-4d0b-bc74-807cfb91dacd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:04.116841 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-5ff7842c-9bc0-4b24-b9f1-343e1a828f02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:25:04.123374 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-13744ec4-b923-477d-8272-e6a924272b2c req-ba629172-6ad2-4528-ad43-087df15f0065 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2c1e137-0e16-47bf-b1a1-1667d7a401e6 HTTP/1.1" status: 200 len: 210 time: 0.0799787 May 21 15:25:04.130775 dv-cinder-792299-3-iscsi neutron-server[91550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4fa0a17-1bad-4f8c-a20c-c862dad3f897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03286fe0-c04a-43d7-b32b-c711b4af8080', 'code': 200} May 21 15:25:04.146356 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5809aa23-190f-4d0b-bc74-807cfb91dacd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb09541-c849-4d76-84cc-83874255c44f,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:25:04.157000 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvr_db [None req-72dd0269-84f9-4a44-931e-d5d028ff51b8 None None] Set router d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83 gateway port host: dv-cinder-792299-3-iscsi {{(pid=91550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:25:04.160076 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-5809aa23-190f-4d0b-bc74-807cfb91dacd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:25:04.175933 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-5809aa23-190f-4d0b-bc74-807cfb91dacd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:04.177611 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-5809aa23-190f-4d0b-bc74-807cfb91dacd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7bb09541-c849-4d76-84cc-83874255c44f HTTP/1.1" status: 204 len: 168 time: 0.2374117 May 21 15:25:04.522335 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 34776) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:25:04.584805 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Pushing event updated for resources: {'Port': ['ID=03286fe0-c04a-43d7-b32b-c711b4af8080,revision_number=5']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:25:04.589920 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:25:04.734733 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eaf4e4-cb42-4cca-9713-f8c619c69963 req-e5619afb-1451-432c-a7d7-a6694b4c6b65 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:04.736332 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-66eaf4e4-cb42-4cca-9713-f8c619c69963 req-e5619afb-1451-432c-a7d7-a6694b4c6b65 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.68 "GET /v2.0/networks?id=5f4ff4bc-d925-40fd-9563-89b128523f4e HTTP/1.1" status: 200 len: 816 time: 0.3969088 May 21 15:25:04.741787 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73788e12-0d31-4ad5-998e-8e73a3e9ca22 req-8315c167-417e-426b-a8ce-0249b2495d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:04.743291 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-73788e12-0d31-4ad5-998e-8e73a3e9ca22 req-8315c167-417e-426b-a8ce-0249b2495d41 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=d4fa0a17-1bad-4f8c-a20c-c862dad3f897 HTTP/1.1" status: 200 len: 1098 time: 0.3689706 May 21 15:25:04.746195 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-6c540e38-d965-476d-a4b4-e6a59ddd909c tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks [] for security_group, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:04.767345 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-72dd0269-84f9-4a44-931e-d5d028ff51b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd10ee6fe-509b-447e-8ed6-5ba0b8d0fb83', 'name': 'tempest-AttachVolumeTestJSON-983484191-router', 'tenant_id': 'a0ff7059c233428f81d35f38ec365006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '0b5f6bc1-2f39-4521-b263-738e2de40747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:20:01Z', 'updated_at': '2021-05-21T15:20:08Z', 'revision_number': 4, 'project_id': 'a0ff7059c233428f81d35f38ec365006', 'gw_port': {'id': '0b5f6bc1-2f39-4521-b263-738e2de40747', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10ee6fe-509b-447e-8ed6-5ba0b8d0fb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:20:02Z', 'updated_at': '2021-05-21T15:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_interfaces': [{'id': 'd0c6be38-c672-47b5-a65f-4876da27922a', 'name': '', 'network_id': 'efa2a869-eef6-443f-b219-ba0ab20cb5c1', 'tenant_id': 'a0ff7059c233428f81d35f38ec365006', 'mac_address': 'fa:16:3e:1d:7b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10ee6fe-509b-447e-8ed6-5ba0b8d0fb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b15db54b-4552-4834-a465-ff2d97af0b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:20:07Z', 'updated_at': '2021-05-21T15:20:15Z', 'revision_number': 5, 'project_id': 'a0ff7059c233428f81d35f38ec365006', 'subnets': [{'id': 'b15db54b-4552-4834-a465-ff2d97af0b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:25:04.771528 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dd0269-84f9-4a44-931e-d5d028ff51b8 None None] The sync data for ids ['d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83'] in dv-cinder-792299-3-iscsi is: [{'id': 'd10ee6fe-509b-447e-8ed6-5ba0b8d0fb83', 'name': 'tempest-AttachVolumeTestJSON-983484191-router', 'tenant_id': 'a0ff7059c233428f81d35f38ec365006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '0b5f6bc1-2f39-4521-b263-738e2de40747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:20:01Z', 'updated_at': '2021-05-21T15:20:08Z', 'revision_number': 4, 'project_id': 'a0ff7059c233428f81d35f38ec365006', 'gw_port': {'id': '0b5f6bc1-2f39-4521-b263-738e2de40747', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10ee6fe-509b-447e-8ed6-5ba0b8d0fb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:20:02Z', 'updated_at': '2021-05-21T15:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_interfaces': [{'id': 'd0c6be38-c672-47b5-a65f-4876da27922a', 'name': '', 'network_id': 'efa2a869-eef6-443f-b219-ba0ab20cb5c1', 'tenant_id': 'a0ff7059c233428f81d35f38ec365006', 'mac_address': 'fa:16:3e:1d:7b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10ee6fe-509b-447e-8ed6-5ba0b8d0fb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b15db54b-4552-4834-a465-ff2d97af0b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:20:07Z', 'updated_at': '2021-05-21T15:20:15Z', 'revision_number': 5, 'project_id': 'a0ff7059c233428f81d35f38ec365006', 'subnets': [{'id': 'b15db54b-4552-4834-a465-ff2d97af0b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:25:04.848744 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-6c540e38-d965-476d-a4b4-e6a59ddd909c tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:04.873672 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-66eaf4e4-cb42-4cca-9713-f8c619c69963 req-21e5283b-4b7a-4cac-9c33-4e87f4a1896a tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b29e764695842f7ab30d80bb3282c22 HTTP/1.1" status: 200 len: 380 time: 0.1057086 May 21 15:25:04.884759 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-73788e12-0d31-4ad5-998e-8e73a3e9ca22 req-2ea6f7e9-2490-462f-9688-dd268afcc59e service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=b26d4b7d-8037-40ab-bb28-bd214b83bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181483 May 21 15:25:04.891362 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [req-66eaf4e4-cb42-4cca-9713-f8c619c69963 req-757e9519-ac72-41f4-b5e7-f3955846edfc tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Request body: {'port': {'device_id': 'b2c1e137-0e16-47bf-b1a1-1667d7a401e6', 'network_id': '5f4ff4bc-d925-40fd-9563-89b128523f4e', 'admin_state_up': True, 'tenant_id': '1b29e764695842f7ab30d80bb3282c22', 'security_groups': ['cfd2066b-2d4a-4f75-bc76-8bdfcda38f47']}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:25:05.003902 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00486359-2b4c-4b24-a071-9ead49f944a0 None None] New status for floating IP 79e5cc29-042a-4f1d-9a60-35b1f0f5885e: DOWN {{(pid=91551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 21 15:25:05.038006 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-6c540e38-d965-476d-a4b4-e6a59ddd909c tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:05.051224 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-442eb974-1d2a-4d17-9341-952e9cd75a89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:25:05.052682 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bd965f-1fc1-4321-a040-ec6ac6633ad2 req-e7994219-f4d8-47a8-9710-e3d4eff31839 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:05.055320 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-13bd965f-1fc1-4321-a040-ec6ac6633ad2 req-e7994219-f4d8-47a8-9710-e3d4eff31839 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4fa0a17-1bad-4f8c-a20c-c862dad3f897 HTTP/1.1" status: 200 len: 945 time: 0.1048622 May 21 15:25:05.072662 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c540e38-d965-476d-a4b4-e6a59ddd909c tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:25:05.077561 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-6c540e38-d965-476d-a4b4-e6a59ddd909c tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:25:05.081951 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [req-66eaf4e4-cb42-4cca-9713-f8c619c69963 req-757e9519-ac72-41f4-b5e7-f3955846edfc tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:25:05.102050 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-6c540e38-d965-476d-a4b4-e6a59ddd909c tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks [] for security_group, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:05.103183 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-6c540e38-d965-476d-a4b4-e6a59ddd909c tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "DELETE /v2.0/security-groups/7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c HTTP/1.1" status: 204 len: 168 time: 0.5798793 May 21 15:25:05.104205 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [req-66eaf4e4-cb42-4cca-9713-f8c619c69963 req-757e9519-ac72-41f4-b5e7-f3955846edfc tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:25:05.105924 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 34786) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:25:05.110847 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-13bd965f-1fc1-4321-a040-ec6ac6633ad2 req-5d2ab25d-a444-4c4f-9baa-4168d258b338 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] 10.222.0.69 "GET /v2.0/security-groups?id=b26d4b7d-8037-40ab-bb28-bd214b83bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510535 May 21 15:25:05.128689 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.api.v2.resource [None req-b75904a9-800a-4646-a6c3-08d0067fb61b tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] show failed (client error): The resource could not be found. May 21 15:25:05.130014 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-b75904a9-800a-4646-a6c3-08d0067fb61b tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups/7c27cd7e-64b0-475a-ab5c-72ecc9f08d0c HTTP/1.1" status: 404 len: 347 time: 0.0225697 May 21 15:25:05.135836 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66eaf4e4-cb42-4cca-9713-f8c619c69963 req-757e9519-ac72-41f4-b5e7-f3955846edfc tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Made reservation on behalf of 1b29e764695842f7ab30d80bb3282c22 for: {'port': 1} {{(pid=91548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:25:05.138712 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 34790) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:25:05.140203 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-66eaf4e4-cb42-4cca-9713-f8c619c69963 req-757e9519-ac72-41f4-b5e7-f3955846edfc tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:05.327967 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.db_base_plugin_common [req-66eaf4e4-cb42-4cca-9713-f8c619c69963 req-757e9519-ac72-41f4-b5e7-f3955846edfc tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Allocated IP 172.20.0.13 (5f4ff4bc-d925-40fd-9563-89b128523f4e/da7d3b04-d796-4f63-ba4e-40892d19294d/47d37384-0418-4800-9242-a69b8e1e9a78) {{(pid=91548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:25:05.415512 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-349d4123-7a61-44ac-839e-a2d26bb6e7bc req-dd113627-23bf-4e7d-96ba-153ff9708ac4 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2c1e137-0e16-47bf-b1a1-1667d7a401e6 HTTP/1.1" status: 200 len: 210 time: 0.1204534 May 21 15:25:05.462682 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device f39d91da-f227-4bb1-a3a9-89731368da3f no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:25:05.502701 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] No Port match for: f39d91da-f227-4bb1-a3a9-89731368da3f {{(pid=91550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:25:05.503093 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device f39d91da-f227-4bb1-a3a9-89731368da3f not bound to the agent host hv-cinder-79229 {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:25:05.505768 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.plugin [None req-f7952b62-78bc-457f-8448-d503a916498c tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Deleting port 425297d4-3835-49c8-880a-603bcd0b1edf {{(pid=91549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:25:05.506536 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-f7952b62-78bc-457f-8448-d503a916498c tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730419685614'] for port, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:05.529214 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-66eaf4e4-cb42-4cca-9713-f8c619c69963 req-757e9519-ac72-41f4-b5e7-f3955846edfc tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks [] for port, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:05.545430 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.provisioning_blocks [req-66eaf4e4-cb42-4cca-9713-f8c619c69963 req-757e9519-ac72-41f4-b5e7-f3955846edfc tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Transition to ACTIVE for port object 47d37384-0418-4800-9242-a69b8e1e9a78 will not be triggered until provisioned by entity DHCP. {{(pid=91548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:25:05.570189 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-66eaf4e4-cb42-4cca-9713-f8c619c69963 req-757e9519-ac72-41f4-b5e7-f3955846edfc tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730419340153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14885552'] for port, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:05.576249 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:25:05.631278 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-f7952b62-78bc-457f-8448-d503a916498c tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829031'] for port, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:05.631900 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-f7952b62-78bc-457f-8448-d503a916498c tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:05.643426 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66eaf4e4-cb42-4cca-9713-f8c619c69963 req-757e9519-ac72-41f4-b5e7-f3955846edfc tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Network 5f4ff4bc-d925-40fd-9563-89b128523f4e is already hosted by enough agents. {{(pid=91548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:25:05.647054 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.base_scheduler [req-66eaf4e4-cb42-4cca-9713-f8c619c69963 req-757e9519-ac72-41f4-b5e7-f3955846edfc tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Resources bound (agent type, host, resource id): {{(pid=91548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:25:05.651241 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.l3_dvrscheduler_db [req-66eaf4e4-cb42-4cca-9713-f8c619c69963 req-757e9519-ac72-41f4-b5e7-f3955846edfc tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Received port after_create {{(pid=91548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:25:05.690369 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757e9519-ac72-41f4-b5e7-f3955846edfc tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Pushing event updated for resources: {'Port': ['ID=47d37384-0418-4800-9242-a69b8e1e9a78,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:25:05.699341 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-757e9519-ac72-41f4-b5e7-f3955846edfc tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:25:05.723014 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eaf4e4-cb42-4cca-9713-f8c619c69963 req-757e9519-ac72-41f4-b5e7-f3955846edfc tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:05.723641 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-66eaf4e4-cb42-4cca-9713-f8c619c69963 req-757e9519-ac72-41f4-b5e7-f3955846edfc tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for port, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:05.755812 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-66eaf4e4-cb42-4cca-9713-f8c619c69963 req-757e9519-ac72-41f4-b5e7-f3955846edfc tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8729844 May 21 15:25:05.768950 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [req-66eaf4e4-cb42-4cca-9713-f8c619c69963 req-e6cce5bb-d44d-4c0c-ac92-ac79a3d7249e service neutron] Request body: {'port': {'device_id': 'b2c1e137-0e16-47bf-b1a1-1667d7a401e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:25:05.779973 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.plugin [None req-f7952b62-78bc-457f-8448-d503a916498c tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Calling delete_port for 425297d4-3835-49c8-880a-603bcd0b1edf owned by network:floatingip {{(pid=91549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:25:05.911635 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-66eaf4e4-cb42-4cca-9713-f8c619c69963 req-e6cce5bb-d44d-4c0c-ac92-ac79a3d7249e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:05.919659 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-f7952b62-78bc-457f-8448-d503a916498c tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730419690186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730419340162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14871526'] for port, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:05.924790 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-d8e38dc5-2e17-4692-921b-baa453006c3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:25:05.995609 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-aded5bb3-9cd2-4c1d-9e41-4f7cc69f62a9 None None] Provisioning for port 47d37384-0418-4800-9242-a69b8e1e9a78 completed by entity DHCP. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:25:06.000964 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-aded5bb3-9cd2-4c1d-9e41-4f7cc69f62a9 None None] Provisioning complete for port 47d37384-0418-4800-9242-a69b8e1e9a78 triggered by entity DHCP. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:25:06.001426 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-aded5bb3-9cd2-4c1d-9e41-4f7cc69f62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:06.058187 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-aded5bb3-9cd2-4c1d-9e41-4f7cc69f62a9 None None] Port 47d37384-0418-4800-9242-a69b8e1e9a78 cannot update to ACTIVE because it is not bound. {{(pid=91550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 15:25:06.069019 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7952b62-78bc-457f-8448-d503a916498c tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Pushing event deleted for resources: {'Port': ['ID=425297d4-3835-49c8-880a-603bcd0b1edf,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:25:06.071668 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-f7952b62-78bc-457f-8448-d503a916498c tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:25:06.164707 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-f7952b62-78bc-457f-8448-d503a916498c tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks [] for floatingip, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:06.179376 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-f7952b62-78bc-457f-8448-d503a916498c tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for floatingip, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:06.183985 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-f7952b62-78bc-457f-8448-d503a916498c tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "DELETE /v2.0/floatingips/79e5cc29-042a-4f1d-9a60-35b1f0f5885e HTTP/1.1" status: 204 len: 168 time: 1.0441852 May 21 15:25:06.293569 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.notifiers.nova [req-66eaf4e4-cb42-4cca-9713-f8c619c69963 req-e6cce5bb-d44d-4c0c-ac92-ac79a3d7249e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47d37384-0418-4800-9242-a69b8e1e9a78 {{(pid=91548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:25:06.301642 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-66eaf4e4-cb42-4cca-9713-f8c619c69963 req-e6cce5bb-d44d-4c0c-ac92-ac79a3d7249e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:06.315960 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.provisioning_blocks [req-66eaf4e4-cb42-4cca-9713-f8c619c69963 req-e6cce5bb-d44d-4c0c-ac92-ac79a3d7249e service neutron] Transition to ACTIVE for port object 47d37384-0418-4800-9242-a69b8e1e9a78 will not be triggered until provisioned by entity L2. {{(pid=91548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:25:06.320952 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-66eaf4e4-cb42-4cca-9713-f8c619c69963 req-e6cce5bb-d44d-4c0c-ac92-ac79a3d7249e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14885543'] for port, after_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:06.326923 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-f4b5f14e-57a4-4be2-aafd-e01cb5fd1534 tempest-DeleteServersTestJSON-2043992374 tempest-DeleteServersTestJSON-2043992374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:25:06.336662 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb37940-4030-48ee-912c-7db1e34e0f11 req-b5010650-6841-4ed1-9db6-ac24a183e721 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:06.338083 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-bfb37940-4030-48ee-912c-7db1e34e0f11 req-b5010650-6841-4ed1-9db6-ac24a183e721 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4fa0a17-1bad-4f8c-a20c-c862dad3f897 HTTP/1.1" status: 200 len: 945 time: 0.0995595 May 21 15:25:06.392367 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-bfb37940-4030-48ee-912c-7db1e34e0f11 req-af2e1f9f-ca9a-4f5a-9534-c96dac3bc49f tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] 10.222.0.69 "GET /v2.0/security-groups?id=b26d4b7d-8037-40ab-bb28-bd214b83bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454571 May 21 15:25:06.408573 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 34800) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:25:06.420496 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.v2.base [None req-08448a46-f780-4b47-8b25-8ea667b2bb4e tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1435364217', 'description': 'tempest-description--533367787'}} {{(pid=91549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:25:06.422164 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-08448a46-f780-4b47-8b25-8ea667b2bb4e tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:25:06.431556 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-08448a46-f780-4b47-8b25-8ea667b2bb4e tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Usage tracker for resource:security_group and tenant:a0ff7059c233428f81d35f38ec365006 is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:25:06.436246 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-08448a46-f780-4b47-8b25-8ea667b2bb4e tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:25:06.443302 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-08448a46-f780-4b47-8b25-8ea667b2bb4e tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:25:06.456630 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-08448a46-f780-4b47-8b25-8ea667b2bb4e tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks [] for security_group, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:06.480457 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-08448a46-f780-4b47-8b25-8ea667b2bb4e tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:25:06.490133 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-08448a46-f780-4b47-8b25-8ea667b2bb4e tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Usage tracker for resource:security_group_rule and tenant:a0ff7059c233428f81d35f38ec365006 is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:25:06.493847 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-08448a46-f780-4b47-8b25-8ea667b2bb4e tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:25:06.503460 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-08448a46-f780-4b47-8b25-8ea667b2bb4e tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:25:06.650029 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cce5bb-d44d-4c0c-ac92-ac79a3d7249e service neutron] Pushing event updated for resources: {'Port': ['ID=47d37384-0418-4800-9242-a69b8e1e9a78,revision_number=2']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:25:06.653445 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-08448a46-f780-4b47-8b25-8ea667b2bb4e tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks [] for security_group, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:06.656903 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-e6cce5bb-d44d-4c0c-ac92-ac79a3d7249e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:25:06.660688 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-08448a46-f780-4b47-8b25-8ea667b2bb4e tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:06.670564 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-0cd9dec6-3da8-40fe-b81f-41223f04aa64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:25:06.697840 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.managers [req-66eaf4e4-cb42-4cca-9713-f8c619c69963 req-e6cce5bb-d44d-4c0c-ac92-ac79a3d7249e service neutron] Attempting to bind port 47d37384-0418-4800-9242-a69b8e1e9a78 on host hv-cinder-79229 for vnic_type normal with profile {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:25:06.698245 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.managers [req-66eaf4e4-cb42-4cca-9713-f8c619c69963 req-e6cce5bb-d44d-4c0c-ac92-ac79a3d7249e service neutron] Attempting to bind port 47d37384-0418-4800-9242-a69b8e1e9a78 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': 'd02ce253-27e4-4db3-811e-f5cba1e8d521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5f4ff4bc-d925-40fd-9563-89b128523f4e'}] {{(pid=91548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:25:06.698687 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66eaf4e4-cb42-4cca-9713-f8c619c69963 req-e6cce5bb-d44d-4c0c-ac92-ac79a3d7249e service neutron] Attempting to bind port 47d37384-0418-4800-9242-a69b8e1e9a78 on network 5f4ff4bc-d925-40fd-9563-89b128523f4e {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:25:06.713045 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66eaf4e4-cb42-4cca-9713-f8c619c69963 req-e6cce5bb-d44d-4c0c-ac92-ac79a3d7249e service neutron] Port 47d37384-0418-4800-9242-a69b8e1e9a78 on network 5f4ff4bc-d925-40fd-9563-89b128523f4e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 15:25:06.713441 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66eaf4e4-cb42-4cca-9713-f8c619c69963 req-e6cce5bb-d44d-4c0c-ac92-ac79a3d7249e service neutron] Attempting to bind port 47d37384-0418-4800-9242-a69b8e1e9a78 on network 5f4ff4bc-d925-40fd-9563-89b128523f4e {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:25:06.719895 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66eaf4e4-cb42-4cca-9713-f8c619c69963 req-e6cce5bb-d44d-4c0c-ac92-ac79a3d7249e service neutron] Checking agent: {'id': '4762cb26-ef72-475b-a9a0-8f480bf27f9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 18, 22), 'started_at': datetime.datetime(2021, 5, 21, 15, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:25:06.720316 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66eaf4e4-cb42-4cca-9713-f8c619c69963 req-e6cce5bb-d44d-4c0c-ac92-ac79a3d7249e service neutron] Checking segment: {'id': 'd02ce253-27e4-4db3-811e-f5cba1e8d521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5f4ff4bc-d925-40fd-9563-89b128523f4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:25:06.720768 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66eaf4e4-cb42-4cca-9713-f8c619c69963 req-e6cce5bb-d44d-4c0c-ac92-ac79a3d7249e service neutron] Bound using segment: {'id': 'd02ce253-27e4-4db3-811e-f5cba1e8d521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5f4ff4bc-d925-40fd-9563-89b128523f4e'} {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:25:06.721268 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.managers [req-66eaf4e4-cb42-4cca-9713-f8c619c69963 req-e6cce5bb-d44d-4c0c-ac92-ac79a3d7249e service neutron] Bound port: 47d37384-0418-4800-9242-a69b8e1e9a78, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd02ce253-27e4-4db3-811e-f5cba1e8d521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5f4ff4bc-d925-40fd-9563-89b128523f4e'}}] {{(pid=91548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:25:06.721683 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-66eaf4e4-cb42-4cca-9713-f8c619c69963 req-e6cce5bb-d44d-4c0c-ac92-ac79a3d7249e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:06.734394 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-08448a46-f780-4b47-8b25-8ea667b2bb4e tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks [] for security_group, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:06.740729 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-08448a46-f780-4b47-8b25-8ea667b2bb4e tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3310089 May 21 15:25:06.742112 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08448a46-f780-4b47-8b25-8ea667b2bb4e tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d537810-f1a8-4f43-9124-277f98c50d33,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:25:06.744712 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 34810) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:25:06.752171 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-08448a46-f780-4b47-8b25-8ea667b2bb4e tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:25:06.757025 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.v2.base [None req-046a8cb9-b72d-49a3-840d-1014364dbd90 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Request body: {'security_group_rule': {'security_group_id': '2d537810-f1a8-4f43-9124-277f98c50d33', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:25:06.766224 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-046a8cb9-b72d-49a3-840d-1014364dbd90 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:25:06.781172 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f99510-6f2b-4471-ae09-0b798e8c847f req-023e78b1-b7ba-4b3e-82c6-7efaa2627f2e tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:06.782717 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-d7f99510-6f2b-4471-ae09-0b798e8c847f req-023e78b1-b7ba-4b3e-82c6-7efaa2627f2e tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2c1e137-0e16-47bf-b1a1-1667d7a401e6 HTTP/1.1" status: 200 len: 944 time: 0.2090454 May 21 15:25:06.783820 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-046a8cb9-b72d-49a3-840d-1014364dbd90 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Usage tracker for resource:security_group_rule and tenant:a0ff7059c233428f81d35f38ec365006 is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:25:06.787408 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-046a8cb9-b72d-49a3-840d-1014364dbd90 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:25:06.795623 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-046a8cb9-b72d-49a3-840d-1014364dbd90 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:25:06.834344 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [req-66eaf4e4-cb42-4cca-9713-f8c619c69963 req-e6cce5bb-d44d-4c0c-ac92-ac79a3d7249e service neutron] For port 47d37384-0418-4800-9242-a69b8e1e9a78, host hv-cinder-79229, cleared binding levels {{(pid=91548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:25:06.838177 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [req-66eaf4e4-cb42-4cca-9713-f8c619c69963 req-e6cce5bb-d44d-4c0c-ac92-ac79a3d7249e service neutron] For port 47d37384-0418-4800-9242-a69b8e1e9a78, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=47d37384-0418-4800-9242-a69b8e1e9a78,segment=NetworkSegment(d02ce253-27e4-4db3-811e-f5cba1e8d521),segment_id=d02ce253-27e4-4db3-811e-f5cba1e8d521)] {{(pid=91548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:25:06.844271 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-66eaf4e4-cb42-4cca-9713-f8c619c69963 req-e6cce5bb-d44d-4c0c-ac92-ac79a3d7249e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14885543'] for port, after_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:06.846423 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-d7f99510-6f2b-4471-ae09-0b798e8c847f req-1522b660-cc22-4b6d-9f0b-3c22d7044647 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=cfd2066b-2d4a-4f75-bc76-8bdfcda38f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532243 May 21 15:25:06.850380 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-34630910-e20c-48e3-a14c-b6c538524ad6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:25:06.862010 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-046a8cb9-b72d-49a3-840d-1014364dbd90 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:06.903750 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eaf4e4-cb42-4cca-9713-f8c619c69963 req-e6cce5bb-d44d-4c0c-ac92-ac79a3d7249e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:06.904598 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-66eaf4e4-cb42-4cca-9713-f8c619c69963 req-e6cce5bb-d44d-4c0c-ac92-ac79a3d7249e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for port, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:06.906717 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-66eaf4e4-cb42-4cca-9713-f8c619c69963 req-e6cce5bb-d44d-4c0c-ac92-ac79a3d7249e service neutron] 10.222.0.68 "PUT /v2.0/ports/47d37384-0418-4800-9242-a69b8e1e9a78 HTTP/1.1" status: 200 len: 1094 time: 1.1423697 May 21 15:25:06.916564 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2c1e137-0e16-47bf-b1a1-1667d7a401e6', 'tag': '47d37384-0418-4800-9242-a69b8e1e9a78'}] {{(pid=91548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:25:06.951165 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-046a8cb9-b72d-49a3-840d-1014364dbd90 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:06.957340 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-046a8cb9-b72d-49a3-840d-1014364dbd90 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595095'] for security_group_rule, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:06.959475 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:25:06.993499 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-046a8cb9-b72d-49a3-840d-1014364dbd90 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:06.998702 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-046a8cb9-b72d-49a3-840d-1014364dbd90 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2482793 May 21 15:25:06.998922 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2c1e137-0e16-47bf-b1a1-1667d7a401e6', 'tag': '47d37384-0418-4800-9242-a69b8e1e9a78', 'status': 'completed', 'code': 200} May 21 15:25:06.999034 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046a8cb9-b72d-49a3-840d-1014364dbd90 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db398446-41ec-47d5-8dc9-73a8c307b0b1,revision_number=0']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:25:07.000779 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 34818) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:25:07.003640 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-046a8cb9-b72d-49a3-840d-1014364dbd90 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:25:07.013040 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.v2.base [None req-da4a354e-8aba-476b-86ee-237d4801e395 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Request body: {'security_group_rule': {'security_group_id': '2d537810-f1a8-4f43-9124-277f98c50d33', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:25:07.018211 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cce5bb-d44d-4c0c-ac92-ac79a3d7249e service neutron] Pushing event updated for resources: {'Port': ['ID=47d37384-0418-4800-9242-a69b8e1e9a78,revision_number=3']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:25:07.021040 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-da4a354e-8aba-476b-86ee-237d4801e395 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:25:07.022452 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-e6cce5bb-d44d-4c0c-ac92-ac79a3d7249e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:25:07.026077 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-da4a354e-8aba-476b-86ee-237d4801e395 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Usage tracker for resource:security_group_rule and tenant:a0ff7059c233428f81d35f38ec365006 is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:25:07.033697 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-da4a354e-8aba-476b-86ee-237d4801e395 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:25:07.041901 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-da4a354e-8aba-476b-86ee-237d4801e395 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:25:07.060430 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eaf4e4-cb42-4cca-9713-f8c619c69963 req-0ba5d730-facf-4805-b5bf-039ac1d8bb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:07.061994 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-66eaf4e4-cb42-4cca-9713-f8c619c69963 req-0ba5d730-facf-4805-b5bf-039ac1d8bb23 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1b29e764695842f7ab30d80bb3282c22&device_id=b2c1e137-0e16-47bf-b1a1-1667d7a401e6 HTTP/1.1" status: 200 len: 1097 time: 0.1050441 May 21 15:25:07.065403 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-da4a354e-8aba-476b-86ee-237d4801e395 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:07.146653 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-da4a354e-8aba-476b-86ee-237d4801e395 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:07.152012 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-66eaf4e4-cb42-4cca-9713-f8c619c69963 req-47bb6dd8-fe6a-4e65-8899-1c4e6d5dd4cf service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47d37384-0418-4800-9242-a69b8e1e9a78 HTTP/1.1" status: 200 len: 217 time: 0.0820432 May 21 15:25:07.152321 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-da4a354e-8aba-476b-86ee-237d4801e395 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595095'] for security_group_rule, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:07.155879 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:25:07.183450 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a354e-8aba-476b-86ee-237d4801e395 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17a0b530-ee22-42a6-b6e7-eb1aa3c8cd14,revision_number=0']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:25:07.188442 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-da4a354e-8aba-476b-86ee-237d4801e395 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:25:07.199460 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-da4a354e-8aba-476b-86ee-237d4801e395 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:07.203899 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-da4a354e-8aba-476b-86ee-237d4801e395 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2019680 May 21 15:25:07.204530 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 34826) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:25:07.211115 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.v2.base [None req-131a94a0-43cb-4ddc-8697-3ff8e221e41b tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Request body: {'floatingip': {'floating_network_id': 'ba463646-5c92-40f4-a60a-d72924905aed'}} {{(pid=91549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:25:07.219662 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-131a94a0-43cb-4ddc-8697-3ff8e221e41b tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:25:07.224647 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-131a94a0-43cb-4ddc-8697-3ff8e221e41b tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Usage tracker for resource:floatingip and tenant:a0ff7059c233428f81d35f38ec365006 is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:25:07.230269 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eaf4e4-cb42-4cca-9713-f8c619c69963 req-f5aacfb9-5169-4cca-bd12-a41274556fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:07.231767 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-131a94a0-43cb-4ddc-8697-3ff8e221e41b tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:25:07.232329 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-66eaf4e4-cb42-4cca-9713-f8c619c69963 req-f5aacfb9-5169-4cca-bd12-a41274556fe1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=da7d3b04-d796-4f63-ba4e-40892d19294d HTTP/1.1" status: 200 len: 855 time: 0.0736234 May 21 15:25:07.242731 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-131a94a0-43cb-4ddc-8697-3ff8e221e41b tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:25:07.257349 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-131a94a0-43cb-4ddc-8697-3ff8e221e41b tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks [] for floatingip, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:07.349379 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eaf4e4-cb42-4cca-9713-f8c619c69963 req-6ec6ef43-d88d-4b0c-8414-3cc4810d756b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:07.350914 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-66eaf4e4-cb42-4cca-9713-f8c619c69963 req-6ec6ef43-d88d-4b0c-8414-3cc4810d756b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5f4ff4bc-d925-40fd-9563-89b128523f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1121941 May 21 15:25:07.421767 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-131a94a0-43cb-4ddc-8697-3ff8e221e41b tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:07.510754 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-66eaf4e4-cb42-4cca-9713-f8c619c69963 req-df970c75-0bfd-4dd7-aa67-4add2dc1ead2 service neutron] 10.222.0.68 "GET /v2.0/networks/5f4ff4bc-d925-40fd-9563-89b128523f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520865 May 21 15:25:07.662398 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.db_base_plugin_common [None req-131a94a0-43cb-4ddc-8697-3ff8e221e41b tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Allocated IP 172.27.2.4 (ba463646-5c92-40f4-a60a-d72924905aed/aafb72b8-44f1-4418-af97-0acaa496b3de/32750bff-0c67-475a-bf0e-c4fc717f564b) {{(pid=91549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:25:07.665053 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-66eaf4e4-cb42-4cca-9713-f8c619c69963 req-98186c0a-a185-4cb2-9f35-268e32301606 service neutron] 10.222.0.68 "GET /v2.0/networks/5f4ff4bc-d925-40fd-9563-89b128523f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476722 May 21 15:25:07.762865 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179a606a-a786-4014-86c9-8c1a373aa059 req-06a22935-f1ec-4dff-99ae-fbf81028a96a tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:07.764564 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-179a606a-a786-4014-86c9-8c1a373aa059 req-06a22935-f1ec-4dff-99ae-fbf81028a96a tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4fa0a17-1bad-4f8c-a20c-c862dad3f897 HTTP/1.1" status: 200 len: 945 time: 0.1975822 May 21 15:25:07.815837 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c309e4-b57d-49b0-828e-91402d8eaa64 req-0372cabf-0f5d-40d7-9d50-77d3da88d641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:07.817340 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-b7c309e4-b57d-49b0-828e-91402d8eaa64 req-0372cabf-0f5d-40d7-9d50-77d3da88d641 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1b29e764695842f7ab30d80bb3282c22&device_id=b2c1e137-0e16-47bf-b1a1-1667d7a401e6 HTTP/1.1" status: 200 len: 1097 time: 0.0966458 May 21 15:25:07.866643 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-179a606a-a786-4014-86c9-8c1a373aa059 req-b81dd0dc-a732-479e-b016-8a50a6976c62 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] 10.222.0.69 "GET /v2.0/security-groups?id=b26d4b7d-8037-40ab-bb28-bd214b83bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799878 May 21 15:25:07.896262 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-131a94a0-43cb-4ddc-8697-3ff8e221e41b tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks [] for port, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:07.932345 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-131a94a0-43cb-4ddc-8697-3ff8e221e41b tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730419340153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14871526'] for port, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:07.939744 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-6656dcdc-d568-4071-97b1-d70b9ca69207 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:25:07.982239 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c309e4-b57d-49b0-828e-91402d8eaa64 req-ccf0b2e9-9373-4ea5-8500-190f7dfcb17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:07.984012 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-b7c309e4-b57d-49b0-828e-91402d8eaa64 req-ccf0b2e9-9373-4ea5-8500-190f7dfcb17f service neutron] 10.222.0.68 "GET /v2.0/networks?id=5f4ff4bc-d925-40fd-9563-89b128523f4e HTTP/1.1" status: 200 len: 917 time: 0.1574359 May 21 15:25:08.060499 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131a94a0-43cb-4ddc-8697-3ff8e221e41b tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Network ba463646-5c92-40f4-a60a-d72924905aed is already hosted by enough agents. {{(pid=91549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:25:08.060929 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-b7c309e4-b57d-49b0-828e-91402d8eaa64 req-32e6551d-0cc4-4100-9a55-954c792db6a9 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47d37384-0418-4800-9242-a69b8e1e9a78 HTTP/1.1" status: 200 len: 217 time: 0.0682797 May 21 15:25:08.073776 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.base_scheduler [None req-131a94a0-43cb-4ddc-8697-3ff8e221e41b tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Resources bound (agent type, host, resource id): {{(pid=91549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:25:08.082071 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131a94a0-43cb-4ddc-8697-3ff8e221e41b tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Received port after_create {{(pid=91549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:25:08.137276 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c309e4-b57d-49b0-828e-91402d8eaa64 req-74bcea86-e4ac-46ef-aef3-b37055892b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:08.139393 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-b7c309e4-b57d-49b0-828e-91402d8eaa64 req-74bcea86-e4ac-46ef-aef3-b37055892b4e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=da7d3b04-d796-4f63-ba4e-40892d19294d HTTP/1.1" status: 200 len: 855 time: 0.0716643 May 21 15:25:08.140174 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131a94a0-43cb-4ddc-8697-3ff8e221e41b tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Pushing event updated for resources: {'Port': ['ID=32750bff-0c67-475a-bf0e-c4fc717f564b,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:25:08.149927 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-131a94a0-43cb-4ddc-8697-3ff8e221e41b tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:25:08.194136 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff3619-0860-4894-80b8-a576d1712a61 req-78f39e1d-52b0-4b43-8db3-e258b7041350 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:08.195647 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-56ff3619-0860-4894-80b8-a576d1712a61 req-78f39e1d-52b0-4b43-8db3-e258b7041350 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2c1e137-0e16-47bf-b1a1-1667d7a401e6 HTTP/1.1" status: 200 len: 944 time: 0.2102916 May 21 15:25:08.222876 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c309e4-b57d-49b0-828e-91402d8eaa64 req-32e4b033-5d10-45d7-8d90-ba06d7d55324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:08.224382 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-b7c309e4-b57d-49b0-828e-91402d8eaa64 req-32e4b033-5d10-45d7-8d90-ba06d7d55324 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5f4ff4bc-d925-40fd-9563-89b128523f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0779419 May 21 15:25:08.246442 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-131a94a0-43cb-4ddc-8697-3ff8e221e41b tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:08.253431 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-56ff3619-0860-4894-80b8-a576d1712a61 req-ec7a71e1-daea-4674-b6d4-fe1346d14bba tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=cfd2066b-2d4a-4f75-bc76-8bdfcda38f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502377 May 21 15:25:08.321260 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-131a94a0-43cb-4ddc-8697-3ff8e221e41b tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:08.379075 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-b7c309e4-b57d-49b0-828e-91402d8eaa64 req-7cbdc218-c05c-40c1-8917-149f94e91014 service neutron] 10.222.0.68 "GET /v2.0/networks/5f4ff4bc-d925-40fd-9563-89b128523f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446898 May 21 15:25:08.564786 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-131a94a0-43cb-4ddc-8697-3ff8e221e41b tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks [] for port, precommit_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:08.569366 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-131a94a0-43cb-4ddc-8697-3ff8e221e41b tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14871537'] for port, after_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:08.574329 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-9db16dc5-a75b-4143-aa78-ba0cece7177b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:25:08.612118 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-b7c309e4-b57d-49b0-828e-91402d8eaa64 req-88a4add1-ef3c-46dd-907f-cbc9912934b9 service neutron] 10.222.0.68 "GET /v2.0/networks/5f4ff4bc-d925-40fd-9563-89b128523f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257168 May 21 15:25:08.682487 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131a94a0-43cb-4ddc-8697-3ff8e221e41b tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Pushing event updated for resources: {'Port': ['ID=32750bff-0c67-475a-bf0e-c4fc717f564b,revision_number=2']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:25:08.686700 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-131a94a0-43cb-4ddc-8697-3ff8e221e41b tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:25:08.691274 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-131a94a0-43cb-4ddc-8697-3ff8e221e41b tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763211'] for floatingip, after_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:08.715099 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-131a94a0-43cb-4ddc-8697-3ff8e221e41b tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for floatingip, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:08.717207 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-131a94a0-43cb-4ddc-8697-3ff8e221e41b tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.5113940 May 21 15:25:08.964414 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6293dcc-3071-4624-84b7-e23309292c3d req-993d9d6c-9b48-4d8f-8963-56d1fb2052cf tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:08.965148 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-e6293dcc-3071-4624-84b7-e23309292c3d req-993d9d6c-9b48-4d8f-8963-56d1fb2052cf tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Synchronizing usage tracker for tenant:9750c53dcf1d41b7b4b91ed3322669dc on resource:port {{(pid=91548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:25:08.987030 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-e6293dcc-3071-4624-84b7-e23309292c3d req-993d9d6c-9b48-4d8f-8963-56d1fb2052cf tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Unset dirty status for tenant:9750c53dcf1d41b7b4b91ed3322669dc on resource:port {{(pid=91548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:25:08.988414 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-e6293dcc-3071-4624-84b7-e23309292c3d req-993d9d6c-9b48-4d8f-8963-56d1fb2052cf tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] 10.222.0.68 "GET /v2.0/ports?device_id=d4fa0a17-1bad-4f8c-a20c-c862dad3f897 HTTP/1.1" status: 200 len: 945 time: 0.1069510 May 21 15:25:09.145962 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [req-e6293dcc-3071-4624-84b7-e23309292c3d req-72aa6b25-9987-4399-8797-c1790d6b2a64 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Deleting port 03286fe0-c04a-43d7-b32b-c711b4af8080 {{(pid=91548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:25:09.146274 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-e6293dcc-3071-4624-84b7-e23309292c3d req-72aa6b25-9987-4399-8797-c1790d6b2a64 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730419685614'] for port, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:09.184144 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [req-77593727-f539-4d9f-b93e-94c24be32594 req-6c72bc85-90ee-48a3-b2df-0dd26b607322 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Synchronizing usage tracker for tenant:a0ff7059c233428f81d35f38ec365006 on resource:security_group {{(pid=91549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:25:09.215153 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [req-77593727-f539-4d9f-b93e-94c24be32594 req-6c72bc85-90ee-48a3-b2df-0dd26b607322 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Unset dirty status for tenant:a0ff7059c233428f81d35f38ec365006 on resource:security_group {{(pid=91549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:25:09.217094 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-77593727-f539-4d9f-b93e-94c24be32594 req-6c72bc85-90ee-48a3-b2df-0dd26b607322 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1435364217&fields=id&tenant_id=a0ff7059c233428f81d35f38ec365006 HTTP/1.1" status: 200 len: 267 time: 0.0875959 May 21 15:25:09.226354 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2d988-4e6b-442c-b6c1-4a45762564f3 req-9ead8ecb-f55c-4ec0-9da9-c6716f484b47 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:09.227879 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-cfb2d988-4e6b-442c-b6c1-4a45762564f3 req-9ead8ecb-f55c-4ec0-9da9-c6716f484b47 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4fa0a17-1bad-4f8c-a20c-c862dad3f897 HTTP/1.1" status: 200 len: 945 time: 0.2436001 May 21 15:25:09.294729 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [req-e6293dcc-3071-4624-84b7-e23309292c3d req-72aa6b25-9987-4399-8797-c1790d6b2a64 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] For port 03286fe0-c04a-43d7-b32b-c711b4af8080, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=03286fe0-c04a-43d7-b32b-c711b4af8080,segment=NetworkSegment(796a0f60-d86e-41bb-8f3a-803d5cafd80d),segment_id=796a0f60-d86e-41bb-8f3a-803d5cafd80d)] {{(pid=91548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:25:09.295315 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-e6293dcc-3071-4624-84b7-e23309292c3d req-72aa6b25-9987-4399-8797-c1790d6b2a64 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829031'] for port, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:09.363934 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-cfb2d988-4e6b-442c-b6c1-4a45762564f3 req-d634e222-c495-4fd8-9b43-e981d99d945b tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] 10.222.0.69 "GET /v2.0/security-groups?id=b26d4b7d-8037-40ab-bb28-bd214b83bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133485 May 21 15:25:09.413744 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77593727-f539-4d9f-b93e-94c24be32594 req-19b5afbc-2c69-4279-8959-a9671804ccc9 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:09.416238 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-77593727-f539-4d9f-b93e-94c24be32594 req-19b5afbc-2c69-4279-8959-a9671804ccc9 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/networks?id=efa2a869-eef6-443f-b219-ba0ab20cb5c1 HTTP/1.1" status: 200 len: 810 time: 0.1871433 May 21 15:25:09.429684 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [req-e6293dcc-3071-4624-84b7-e23309292c3d req-72aa6b25-9987-4399-8797-c1790d6b2a64 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Calling delete_port for 03286fe0-c04a-43d7-b32b-c711b4af8080 owned by compute:nova {{(pid=91548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:25:09.442023 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-77593727-f539-4d9f-b93e-94c24be32594 req-29b8a5ce-1480-44c3-9f19-c82ffbc9523e tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/quotas/a0ff7059c233428f81d35f38ec365006 HTTP/1.1" status: 200 len: 375 time: 0.0140989 May 21 15:25:09.491200 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device 47d37384-0418-4800-9242-a69b8e1e9a78 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:25:09.537999 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [req-77593727-f539-4d9f-b93e-94c24be32594 req-c1326960-556b-4fe1-bc4d-ac8fab6b6c58 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Synchronizing usage tracker for tenant:a0ff7059c233428f81d35f38ec365006 on resource:port {{(pid=91549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:25:09.556203 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [req-77593727-f539-4d9f-b93e-94c24be32594 req-c1326960-556b-4fe1-bc4d-ac8fab6b6c58 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Unset dirty status for tenant:a0ff7059c233428f81d35f38ec365006 on resource:port {{(pid=91549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:25:09.558415 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-77593727-f539-4d9f-b93e-94c24be32594 req-c1326960-556b-4fe1-bc4d-ac8fab6b6c58 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a0ff7059c233428f81d35f38ec365006&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1088581 May 21 15:25:09.581616 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-e6293dcc-3071-4624-84b7-e23309292c3d req-72aa6b25-9987-4399-8797-c1790d6b2a64 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730419690186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730419340162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14885552'] for port, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:09.587883 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-96d5faea-8250-453e-94c5-773741cece52 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:25:09.636717 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aa6b25-9987-4399-8797-c1790d6b2a64 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Pushing event deleted for resources: {'Port': ['ID=03286fe0-c04a-43d7-b32b-c711b4af8080,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:25:09.667409 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] get_ports_and_sgs() called for port_ids ['03286fe0-c04a-43d7-b32b-c711b4af8080'] {{(pid=91550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:25:09.689541 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa6b25-9987-4399-8797-c1790d6b2a64 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:25:09.689903 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa6b25-9987-4399-8797-c1790d6b2a64 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:25:09.690261 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa6b25-9987-4399-8797-c1790d6b2a64 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:25:09.690626 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa6b25-9987-4399-8797-c1790d6b2a64 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:25:09.691548 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa6b25-9987-4399-8797-c1790d6b2a64 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:25:09.691919 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa6b25-9987-4399-8797-c1790d6b2a64 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:25:09.692254 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa6b25-9987-4399-8797-c1790d6b2a64 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:25:09.692593 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa6b25-9987-4399-8797-c1790d6b2a64 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:25:09.692935 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa6b25-9987-4399-8797-c1790d6b2a64 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:25:09.693271 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa6b25-9987-4399-8797-c1790d6b2a64 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:25:09.693604 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa6b25-9987-4399-8797-c1790d6b2a64 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:25:09.693934 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa6b25-9987-4399-8797-c1790d6b2a64 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:25:09.721602 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-72aa6b25-9987-4399-8797-c1790d6b2a64 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:25:09.728417 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port 47d37384-0418-4800-9242-a69b8e1e9a78, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=47d37384-0418-4800-9242-a69b8e1e9a78,segment=NetworkSegment(d02ce253-27e4-4db3-811e-f5cba1e8d521),segment_id=d02ce253-27e4-4db3-811e-f5cba1e8d521)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:25:09.734461 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6293dcc-3071-4624-84b7-e23309292c3d req-72aa6b25-9987-4399-8797-c1790d6b2a64 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] No DVR routers for this DVR port 03286fe0-c04a-43d7-b32b-c711b4af8080 on host hv-cinder-79229 {{(pid=91548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:25:09.737254 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-e6293dcc-3071-4624-84b7-e23309292c3d req-72aa6b25-9987-4399-8797-c1790d6b2a64 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for port, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:09.739940 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4fa0a17-1bad-4f8c-a20c-c862dad3f897', 'name': 'network-vif-deleted', 'tag': '03286fe0-c04a-43d7-b32b-c711b4af8080'}] {{(pid=91548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:25:09.744759 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Returning: {'device': '47d37384-0418-4800-9242-a69b8e1e9a78', 'network_id': '5f4ff4bc-d925-40fd-9563-89b128523f4e', 'port_id': '47d37384-0418-4800-9242-a69b8e1e9a78', 'mac_address': 'fa:16:3e:7c:ae:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da7d3b04-d796-4f63-ba4e-40892d19294d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:25:09.757702 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-e6293dcc-3071-4624-84b7-e23309292c3d req-72aa6b25-9987-4399-8797-c1790d6b2a64 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] 10.222.0.68 "DELETE /v2.0/ports/03286fe0-c04a-43d7-b32b-c711b4af8080 HTTP/1.1" status: 204 len: 173 time: 0.7607174 May 21 15:25:09.791051 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-77593727-f539-4d9f-b93e-94c24be32594 req-39bd9c58-e3b9-4be6-a087-6953ed5f8251 service neutron] 10.222.0.69 "GET /v2.0/networks/efa2a869-eef6-443f-b219-ba0ab20cb5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078254 May 21 15:25:09.804705 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e322e25-62e9-4741-82b1-a3611b8d4545 req-8646f0e1-374f-4c32-9df0-712f70e2bad6 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:09.806276 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-8e322e25-62e9-4741-82b1-a3611b8d4545 req-8646f0e1-374f-4c32-9df0-712f70e2bad6 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2c1e137-0e16-47bf-b1a1-1667d7a401e6 HTTP/1.1" status: 200 len: 944 time: 0.1414106 May 21 15:25:09.819098 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:09.837672 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.notifiers.nova [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47d37384-0418-4800-9242-a69b8e1e9a78 {{(pid=91550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:25:09.855489 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port 47d37384-0418-4800-9242-a69b8e1e9a78, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=47d37384-0418-4800-9242-a69b8e1e9a78,segment=NetworkSegment(d02ce253-27e4-4db3-811e-f5cba1e8d521),segment_id=d02ce253-27e4-4db3-811e-f5cba1e8d521)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:25:09.859754 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:09.861607 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:25:09.932078 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Pushing event updated for resources: {'Port': ['ID=47d37384-0418-4800-9242-a69b8e1e9a78,revision_number=4']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:25:09.937175 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:25:09.941450 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-8e322e25-62e9-4741-82b1-a3611b8d4545 req-e01b5e80-b667-4085-9941-a0e7acec8605 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=cfd2066b-2d4a-4f75-bc76-8bdfcda38f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135690 May 21 15:25:09.978023 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-77593727-f539-4d9f-b93e-94c24be32594 req-77f6ab6e-de92-4bbf-8c0b-f28a7208cd8e service neutron] 10.222.0.69 "GET /v2.0/networks/efa2a869-eef6-443f-b219-ba0ab20cb5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703694 May 21 15:25:09.999583 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4fa0a17-1bad-4f8c-a20c-c862dad3f897', 'name': 'network-vif-deleted', 'tag': '03286fe0-c04a-43d7-b32b-c711b4af8080', 'status': 'completed', 'code': 200} May 21 15:25:10.103359 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] get_ports_and_sgs() called for port_ids ['47d37384-0418-4800-9242-a69b8e1e9a78'] {{(pid=91550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:25:10.155061 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-4f9dd9c2-e3ab-4b3d-8034-5c0d0d8582da req-108398ea-c116-4aae-827c-ab9c82189a81 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=7331e151-fe9a-4840-b2d7-6ae15e909592 HTTP/1.1" status: 200 len: 210 time: 0.0442801 May 21 15:25:10.803098 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192da98-0768-4481-9901-2588094c2a9d req-d03bd1e0-29f9-4d2e-a803-d397c1a7ca36 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:10.804523 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f192da98-0768-4481-9901-2588094c2a9d req-d03bd1e0-29f9-4d2e-a803-d397c1a7ca36 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] 10.222.0.69 "GET /v2.0/networks?id=6a02056e-ab21-48b3-a085-a07393acfbc6 HTTP/1.1" status: 200 len: 808 time: 0.1458609 May 21 15:25:10.819649 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f192da98-0768-4481-9901-2588094c2a9d req-78abd55e-46c2-4890-928d-afbbc25a89b9 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] 10.222.0.69 "GET /v2.0/quotas/9750c53dcf1d41b7b4b91ed3322669dc HTTP/1.1" status: 200 len: 375 time: 0.0089450 May 21 15:25:10.866202 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f192da98-0768-4481-9901-2588094c2a9d req-09425693-f78b-45e8-9723-ef7b5389baaf tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=9750c53dcf1d41b7b4b91ed3322669dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415344 May 21 15:25:11.164064 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f192da98-0768-4481-9901-2588094c2a9d req-a8c7bb43-bb01-499d-8be4-76b01ba40cf4 service neutron] 10.222.0.69 "GET /v2.0/networks/6a02056e-ab21-48b3-a085-a07393acfbc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898107 May 21 15:25:11.201027 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab4c7ad-dcb4-4831-aa86-936c1dd59a93 req-eaddf477-0c90-48f9-8ecc-0bf360dd547c tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:11.202454 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-1ab4c7ad-dcb4-4831-aa86-936c1dd59a93 req-eaddf477-0c90-48f9-8ecc-0bf360dd547c tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2c1e137-0e16-47bf-b1a1-1667d7a401e6 HTTP/1.1" status: 200 len: 945 time: 0.1456943 May 21 15:25:11.321688 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-1ab4c7ad-dcb4-4831-aa86-936c1dd59a93 req-16c977ad-3181-4410-9cc5-6ed9ec6618c9 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=cfd2066b-2d4a-4f75-bc76-8bdfcda38f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717809 May 21 15:25:11.356786 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f192da98-0768-4481-9901-2588094c2a9d req-09e45c9a-dde4-4351-9dfc-d66483dd82d2 service neutron] 10.222.0.69 "GET /v2.0/networks/6a02056e-ab21-48b3-a085-a07393acfbc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867046 May 21 15:25:11.503573 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77593727-f539-4d9f-b93e-94c24be32594 req-e473ec0e-a638-47a0-bc33-9dc94e1efd0e tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:11.505799 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-77593727-f539-4d9f-b93e-94c24be32594 req-e473ec0e-a638-47a0-bc33-9dc94e1efd0e tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.68 "GET /v2.0/networks?id=efa2a869-eef6-443f-b219-ba0ab20cb5c1 HTTP/1.1" status: 200 len: 810 time: 0.1762612 May 21 15:25:11.518756 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device 47d37384-0418-4800-9242-a69b8e1e9a78 up at agent hyperv_hv-cinder-79229 {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:25:11.520769 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f89068a6-5018-4cb2-be17-6c623278f691 req-8a717148-5e81-4ff7-83af-b3e84a5896f6 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=7331e151-fe9a-4840-b2d7-6ae15e909592 HTTP/1.1" status: 200 len: 210 time: 0.0541878 May 21 15:25:11.585857 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-e1ddbcd2-4915-4989-b31c-350830889145 req-610e399f-fb6b-4749-bac4-55036acb311f tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] 10.222.0.69 "GET /v2.0/ports?device_id=f708b677-c213-4fe4-8c83-8004cda701d1 HTTP/1.1" status: 200 len: 210 time: 0.0580509 May 21 15:25:11.597805 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-77593727-f539-4d9f-b93e-94c24be32594 req-d24d645b-a8b6-4542-95e9-28c8cb1cc878 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Synchronizing usage tracker for tenant:a0ff7059c233428f81d35f38ec365006 on resource:security_group {{(pid=91548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:25:11.619660 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-77593727-f539-4d9f-b93e-94c24be32594 req-d24d645b-a8b6-4542-95e9-28c8cb1cc878 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Unset dirty status for tenant:a0ff7059c233428f81d35f38ec365006 on resource:security_group {{(pid=91548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:25:11.620903 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-77593727-f539-4d9f-b93e-94c24be32594 req-d24d645b-a8b6-4542-95e9-28c8cb1cc878 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0ff7059c233428f81d35f38ec365006 HTTP/1.1" status: 200 len: 380 time: 0.0971217 May 21 15:25:11.638948 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Provisioning for port 47d37384-0418-4800-9242-a69b8e1e9a78 completed by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:25:11.644497 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Provisioning complete for port 47d37384-0418-4800-9242-a69b8e1e9a78 triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:25:11.644643 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [req-77593727-f539-4d9f-b93e-94c24be32594 req-008c9014-350b-49a6-8e4e-aafb683859ea tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Request body: {'port': {'device_id': '7331e151-fe9a-4840-b2d7-6ae15e909592', 'network_id': 'efa2a869-eef6-443f-b219-ba0ab20cb5c1', 'admin_state_up': True, 'tenant_id': 'a0ff7059c233428f81d35f38ec365006', 'security_groups': ['2d537810-f1a8-4f43-9124-277f98c50d33']}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:25:11.645017 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:11.770223 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:11.801998 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c1e137-0e16-47bf-b1a1-1667d7a401e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47d37384-0418-4800-9242-a69b8e1e9a78'}] {{(pid=91550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:25:11.806304 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [req-77593727-f539-4d9f-b93e-94c24be32594 req-008c9014-350b-49a6-8e4e-aafb683859ea tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:25:11.814541 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port 47d37384-0418-4800-9242-a69b8e1e9a78, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=47d37384-0418-4800-9242-a69b8e1e9a78,segment=NetworkSegment(d02ce253-27e4-4db3-811e-f5cba1e8d521),segment_id=d02ce253-27e4-4db3-811e-f5cba1e8d521)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:25:11.820387 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [req-77593727-f539-4d9f-b93e-94c24be32594 req-008c9014-350b-49a6-8e4e-aafb683859ea tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:25:11.820790 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:11.821828 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device 03286fe0-c04a-43d7-b32b-c711b4af8080 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:25:11.834239 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77593727-f539-4d9f-b93e-94c24be32594 req-008c9014-350b-49a6-8e4e-aafb683859ea tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Made reservation on behalf of a0ff7059c233428f81d35f38ec365006 for: {'port': 1} {{(pid=91548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:25:11.838211 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-77593727-f539-4d9f-b93e-94c24be32594 req-008c9014-350b-49a6-8e4e-aafb683859ea tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:11.862763 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-047c9028-67d7-4495-829b-16e5b9d3551d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:25:11.929515 dv-cinder-792299-3-iscsi neutron-server[91550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2c1e137-0e16-47bf-b1a1-1667d7a401e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47d37384-0418-4800-9242-a69b8e1e9a78', 'code': 200} May 21 15:25:11.940119 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] No Port match for: 03286fe0-c04a-43d7-b32b-c711b4af8080 {{(pid=91550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:25:11.940788 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device 03286fe0-c04a-43d7-b32b-c711b4af8080 not bound to the agent host hv-cinder-79229 {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:25:11.976010 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Pushing event updated for resources: {'Port': ['ID=47d37384-0418-4800-9242-a69b8e1e9a78,revision_number=5']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:25:11.981841 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:25:12.022674 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.db_base_plugin_common [req-77593727-f539-4d9f-b93e-94c24be32594 req-008c9014-350b-49a6-8e4e-aafb683859ea tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Allocated IP 172.20.0.10 (efa2a869-eef6-443f-b219-ba0ab20cb5c1/b15db54b-4552-4834-a465-ff2d97af0b01/df944eff-d690-401b-bf4c-67654942ec3e) {{(pid=91548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:25:12.282963 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-77593727-f539-4d9f-b93e-94c24be32594 req-008c9014-350b-49a6-8e4e-aafb683859ea tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks [] for port, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:12.302710 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f99d70d-9735-48e9-8c65-aa3af5a5ac65 req-d52979ec-a0a4-4cf5-9330-0707dde5a59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:12.304246 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-3f99d70d-9735-48e9-8c65-aa3af5a5ac65 req-d52979ec-a0a4-4cf5-9330-0707dde5a59f service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=b2c1e137-0e16-47bf-b1a1-1667d7a401e6 HTTP/1.1" status: 200 len: 1099 time: 0.1465583 May 21 15:25:12.305220 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.provisioning_blocks [req-77593727-f539-4d9f-b93e-94c24be32594 req-008c9014-350b-49a6-8e4e-aafb683859ea tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Transition to ACTIVE for port object df944eff-d690-401b-bf4c-67654942ec3e will not be triggered until provisioned by entity DHCP. {{(pid=91548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:25:12.352070 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-3f99d70d-9735-48e9-8c65-aa3af5a5ac65 req-1724258e-a31f-488e-a45f-6902bd14a1aa service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=cfd2066b-2d4a-4f75-bc76-8bdfcda38f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410104 May 21 15:25:12.362687 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-77593727-f539-4d9f-b93e-94c24be32594 req-008c9014-350b-49a6-8e4e-aafb683859ea tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730419340153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14885552'] for port, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:12.369044 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-72aa6b25-9987-4399-8797-c1790d6b2a64 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:25:12.435270 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77593727-f539-4d9f-b93e-94c24be32594 req-008c9014-350b-49a6-8e4e-aafb683859ea tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Network efa2a869-eef6-443f-b219-ba0ab20cb5c1 is already hosted by enough agents. {{(pid=91548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:25:12.438375 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.base_scheduler [req-77593727-f539-4d9f-b93e-94c24be32594 req-008c9014-350b-49a6-8e4e-aafb683859ea tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Resources bound (agent type, host, resource id): {{(pid=91548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:25:12.442129 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.l3_dvrscheduler_db [req-77593727-f539-4d9f-b93e-94c24be32594 req-008c9014-350b-49a6-8e4e-aafb683859ea tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Received port after_create {{(pid=91548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:25:12.540241 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f471d-f7ab-4d81-bda1-394d07c9d3a5 req-5553e6ec-3c8b-486a-988b-44ca9ac62b92 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:12.545091 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-084f471d-f7ab-4d81-bda1-394d07c9d3a5 req-5553e6ec-3c8b-486a-988b-44ca9ac62b92 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2c1e137-0e16-47bf-b1a1-1667d7a401e6 HTTP/1.1" status: 200 len: 946 time: 0.1039314 May 21 15:25:12.567640 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008c9014-350b-49a6-8e4e-aafb683859ea tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Pushing event updated for resources: {'Port': ['ID=df944eff-d690-401b-bf4c-67654942ec3e,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:25:12.574464 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-008c9014-350b-49a6-8e4e-aafb683859ea tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:25:12.599901 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-084f471d-f7ab-4d81-bda1-394d07c9d3a5 req-8f9da525-bae1-414d-af8a-a57974a023ee tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=cfd2066b-2d4a-4f75-bc76-8bdfcda38f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515563 May 21 15:25:12.611784 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77593727-f539-4d9f-b93e-94c24be32594 req-008c9014-350b-49a6-8e4e-aafb683859ea tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:12.612435 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-77593727-f539-4d9f-b93e-94c24be32594 req-008c9014-350b-49a6-8e4e-aafb683859ea tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for port, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:12.656529 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-77593727-f539-4d9f-b93e-94c24be32594 req-008c9014-350b-49a6-8e4e-aafb683859ea tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0163412 May 21 15:25:12.670760 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [req-77593727-f539-4d9f-b93e-94c24be32594 req-d624cc34-3173-4caa-9ddf-89231ee00858 service neutron] Request body: {'port': {'device_id': '7331e151-fe9a-4840-b2d7-6ae15e909592', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:25:12.715205 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-d882ee49-fd4d-40a3-be84-b39219cc1174 None None] Provisioning for port df944eff-d690-401b-bf4c-67654942ec3e completed by entity DHCP. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:25:12.722278 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-d882ee49-fd4d-40a3-be84-b39219cc1174 None None] Provisioning complete for port df944eff-d690-401b-bf4c-67654942ec3e triggered by entity DHCP. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:25:12.722812 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-d882ee49-fd4d-40a3-be84-b39219cc1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:12.789304 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-d882ee49-fd4d-40a3-be84-b39219cc1174 None None] Port df944eff-d690-401b-bf4c-67654942ec3e cannot update to ACTIVE because it is not bound. {{(pid=91550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 15:25:12.901499 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-77593727-f539-4d9f-b93e-94c24be32594 req-d624cc34-3173-4caa-9ddf-89231ee00858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:12.916293 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-1f9184aa-845c-4135-89e0-00b65b002185 req-552110e6-62bc-48de-9d27-3dead779fa7f tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] 10.222.0.69 "GET /v2.0/ports?device_id=f708b677-c213-4fe4-8c83-8004cda701d1 HTTP/1.1" status: 200 len: 210 time: 0.0500824 May 21 15:25:12.963552 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d08680-1ee6-4cba-9fd0-d095c52f2ebf req-2a4b6f15-6b95-4580-832c-9e6afcac9d8e tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:12.965220 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-91d08680-1ee6-4cba-9fd0-d095c52f2ebf req-2a4b6f15-6b95-4580-832c-9e6afcac9d8e tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=7331e151-fe9a-4840-b2d7-6ae15e909592 HTTP/1.1" status: 200 len: 932 time: 0.2791111 May 21 15:25:13.014110 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192da98-0768-4481-9901-2588094c2a9d req-beef5a6f-bfbe-41e3-b5dd-69c9df3ed02b tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:13.015580 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-f192da98-0768-4481-9901-2588094c2a9d req-beef5a6f-bfbe-41e3-b5dd-69c9df3ed02b tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] 10.222.0.68 "GET /v2.0/networks?id=6a02056e-ab21-48b3-a085-a07393acfbc6 HTTP/1.1" status: 200 len: 808 time: 0.2367601 May 21 15:25:13.017161 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-91d08680-1ee6-4cba-9fd0-d095c52f2ebf req-9ecb5689-ec0c-43bd-a591-ed2921b2ef07 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=2d537810-f1a8-4f43-9124-277f98c50d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444944 May 21 15:25:13.035006 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [req-f192da98-0768-4481-9901-2588094c2a9d req-eb230178-5bdd-4e3c-a87d-ba0ef17258c4 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Request body: {'port': {'device_id': 'f708b677-c213-4fe4-8c83-8004cda701d1', 'network_id': '6a02056e-ab21-48b3-a085-a07393acfbc6', 'admin_state_up': True, 'tenant_id': '9750c53dcf1d41b7b4b91ed3322669dc'}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:25:13.325999 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [req-f192da98-0768-4481-9901-2588094c2a9d req-eb230178-5bdd-4e3c-a87d-ba0ef17258c4 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:25:13.345199 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-f192da98-0768-4481-9901-2588094c2a9d req-eb230178-5bdd-4e3c-a87d-ba0ef17258c4 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Usage tracker for resource:port and tenant:9750c53dcf1d41b7b4b91ed3322669dc is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:25:13.350010 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-f192da98-0768-4481-9901-2588094c2a9d req-eb230178-5bdd-4e3c-a87d-ba0ef17258c4 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:25:13.364475 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [req-f192da98-0768-4481-9901-2588094c2a9d req-eb230178-5bdd-4e3c-a87d-ba0ef17258c4 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:25:13.382919 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f192da98-0768-4481-9901-2588094c2a9d req-eb230178-5bdd-4e3c-a87d-ba0ef17258c4 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Made reservation on behalf of 9750c53dcf1d41b7b4b91ed3322669dc for: {'port': 1} {{(pid=91548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:25:13.386373 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-f192da98-0768-4481-9901-2588094c2a9d req-eb230178-5bdd-4e3c-a87d-ba0ef17258c4 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:13.532233 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.notifiers.nova [req-77593727-f539-4d9f-b93e-94c24be32594 req-d624cc34-3173-4caa-9ddf-89231ee00858 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df944eff-d690-401b-bf4c-67654942ec3e {{(pid=91548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:25:13.544394 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-77593727-f539-4d9f-b93e-94c24be32594 req-d624cc34-3173-4caa-9ddf-89231ee00858 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:13.600536 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.provisioning_blocks [req-77593727-f539-4d9f-b93e-94c24be32594 req-d624cc34-3173-4caa-9ddf-89231ee00858 service neutron] Transition to ACTIVE for port object df944eff-d690-401b-bf4c-67654942ec3e will not be triggered until provisioned by entity L2. {{(pid=91548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:25:13.606962 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-77593727-f539-4d9f-b93e-94c24be32594 req-d624cc34-3173-4caa-9ddf-89231ee00858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14885543'] for port, after_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:13.613195 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-008c9014-350b-49a6-8e4e-aafb683859ea tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:25:13.750723 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.db_base_plugin_common [req-f192da98-0768-4481-9901-2588094c2a9d req-eb230178-5bdd-4e3c-a87d-ba0ef17258c4 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Allocated IP 172.20.0.14 (6a02056e-ab21-48b3-a085-a07393acfbc6/0a76c4c4-c767-451c-962a-6a2129e05c9c/8bd300c2-9259-4990-9ee0-95c4bbf98472) {{(pid=91548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:25:13.787861 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d624cc34-3173-4caa-9ddf-89231ee00858 service neutron] Pushing event updated for resources: {'Port': ['ID=df944eff-d690-401b-bf4c-67654942ec3e,revision_number=2']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:25:13.800066 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-d624cc34-3173-4caa-9ddf-89231ee00858 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:25:13.814487 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e16598-40e2-4733-bdd8-dff3377a54bf req-27fd3dff-6f44-4e6a-a4f3-4c35f9d8a597 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:13.816068 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-b1e16598-40e2-4733-bdd8-dff3377a54bf req-27fd3dff-6f44-4e6a-a4f3-4c35f9d8a597 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2c1e137-0e16-47bf-b1a1-1667d7a401e6 HTTP/1.1" status: 200 len: 946 time: 0.1003470 May 21 15:25:13.864906 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-b1e16598-40e2-4733-bdd8-dff3377a54bf req-244d83cc-a451-44b9-a82d-3b54431ca67a tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=cfd2066b-2d4a-4f75-bc76-8bdfcda38f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427530 May 21 15:25:13.912128 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.managers [req-77593727-f539-4d9f-b93e-94c24be32594 req-d624cc34-3173-4caa-9ddf-89231ee00858 service neutron] Attempting to bind port df944eff-d690-401b-bf4c-67654942ec3e on host hv-cinder-79229 for vnic_type normal with profile {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:25:13.912470 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.managers [req-77593727-f539-4d9f-b93e-94c24be32594 req-d624cc34-3173-4caa-9ddf-89231ee00858 service neutron] Attempting to bind port df944eff-d690-401b-bf4c-67654942ec3e by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '67395f92-efc3-4428-9562-98be7db153b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'efa2a869-eef6-443f-b219-ba0ab20cb5c1'}] {{(pid=91548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:25:13.912796 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77593727-f539-4d9f-b93e-94c24be32594 req-d624cc34-3173-4caa-9ddf-89231ee00858 service neutron] Attempting to bind port df944eff-d690-401b-bf4c-67654942ec3e on network efa2a869-eef6-443f-b219-ba0ab20cb5c1 {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:25:13.938833 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77593727-f539-4d9f-b93e-94c24be32594 req-d624cc34-3173-4caa-9ddf-89231ee00858 service neutron] Port df944eff-d690-401b-bf4c-67654942ec3e on network efa2a869-eef6-443f-b219-ba0ab20cb5c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 15:25:13.939103 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77593727-f539-4d9f-b93e-94c24be32594 req-d624cc34-3173-4caa-9ddf-89231ee00858 service neutron] Attempting to bind port df944eff-d690-401b-bf4c-67654942ec3e on network efa2a869-eef6-443f-b219-ba0ab20cb5c1 {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:25:14.003487 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77593727-f539-4d9f-b93e-94c24be32594 req-d624cc34-3173-4caa-9ddf-89231ee00858 service neutron] Checking agent: {'id': '4762cb26-ef72-475b-a9a0-8f480bf27f9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 18, 22), 'started_at': datetime.datetime(2021, 5, 21, 15, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:25:14.003880 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77593727-f539-4d9f-b93e-94c24be32594 req-d624cc34-3173-4caa-9ddf-89231ee00858 service neutron] Checking segment: {'id': '67395f92-efc3-4428-9562-98be7db153b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'efa2a869-eef6-443f-b219-ba0ab20cb5c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:25:14.004215 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77593727-f539-4d9f-b93e-94c24be32594 req-d624cc34-3173-4caa-9ddf-89231ee00858 service neutron] Bound using segment: {'id': '67395f92-efc3-4428-9562-98be7db153b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'efa2a869-eef6-443f-b219-ba0ab20cb5c1'} {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:25:14.004659 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.managers [req-77593727-f539-4d9f-b93e-94c24be32594 req-d624cc34-3173-4caa-9ddf-89231ee00858 service neutron] Bound port: df944eff-d690-401b-bf4c-67654942ec3e, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67395f92-efc3-4428-9562-98be7db153b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'efa2a869-eef6-443f-b219-ba0ab20cb5c1'}}] {{(pid=91548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:25:14.005007 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-77593727-f539-4d9f-b93e-94c24be32594 req-d624cc34-3173-4caa-9ddf-89231ee00858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:14.083163 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-628a9c9b-737e-4339-acb0-7341c4614c0f req-5c2da01f-7c2c-44a7-abbf-8554434ae788 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] 10.222.0.69 "GET /v2.0/ports?device_id=f708b677-c213-4fe4-8c83-8004cda701d1 HTTP/1.1" status: 200 len: 210 time: 0.0489390 May 21 15:25:14.102851 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d36f7dd-e67e-400c-afc5-4dda8d25bb04 req-76e84845-be29-4840-82c0-629d1a5af105 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:14.104309 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-0d36f7dd-e67e-400c-afc5-4dda8d25bb04 req-76e84845-be29-4840-82c0-629d1a5af105 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2c1e137-0e16-47bf-b1a1-1667d7a401e6 HTTP/1.1" status: 200 len: 946 time: 0.1285889 May 21 15:25:14.113088 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 34922) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:25:14.118677 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.v2.base [None req-d47dac15-f2a6-439a-8533-c331493410a5 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Request body: {'floatingip': {'port_id': '47d37384-0418-4800-9242-a69b8e1e9a78'}} {{(pid=91549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:25:14.149553 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [req-77593727-f539-4d9f-b93e-94c24be32594 req-d624cc34-3173-4caa-9ddf-89231ee00858 service neutron] For port df944eff-d690-401b-bf4c-67654942ec3e, host hv-cinder-79229, cleared binding levels {{(pid=91548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:25:14.155134 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-f192da98-0768-4481-9901-2588094c2a9d req-eb230178-5bdd-4e3c-a87d-ba0ef17258c4 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Notify callbacks [] for port, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:14.163834 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [req-77593727-f539-4d9f-b93e-94c24be32594 req-d624cc34-3173-4caa-9ddf-89231ee00858 service neutron] For port df944eff-d690-401b-bf4c-67654942ec3e, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=df944eff-d690-401b-bf4c-67654942ec3e,segment=NetworkSegment(67395f92-efc3-4428-9562-98be7db153b1),segment_id=67395f92-efc3-4428-9562-98be7db153b1)] {{(pid=91548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:25:14.170199 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-77593727-f539-4d9f-b93e-94c24be32594 req-d624cc34-3173-4caa-9ddf-89231ee00858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14885543'] for port, after_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:14.175507 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-892a8186-e323-417f-8bb2-1d3ab9e9317d tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:25:14.236479 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-d47dac15-f2a6-439a-8533-c331493410a5 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks [] for floatingip, before_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:14.265088 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77593727-f539-4d9f-b93e-94c24be32594 req-d624cc34-3173-4caa-9ddf-89231ee00858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:14.265703 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-77593727-f539-4d9f-b93e-94c24be32594 req-d624cc34-3173-4caa-9ddf-89231ee00858 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for port, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:14.267194 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-77593727-f539-4d9f-b93e-94c24be32594 req-d624cc34-3173-4caa-9ddf-89231ee00858 service neutron] 10.222.0.68 "PUT /v2.0/ports/df944eff-d690-401b-bf4c-67654942ec3e HTTP/1.1" status: 200 len: 1094 time: 1.6016140 May 21 15:25:14.267676 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7331e151-fe9a-4840-b2d7-6ae15e909592', 'tag': 'df944eff-d690-401b-bf4c-67654942ec3e'}] {{(pid=91548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:25:14.294967 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d624cc34-3173-4caa-9ddf-89231ee00858 service neutron] Pushing event updated for resources: {'Port': ['ID=df944eff-d690-401b-bf4c-67654942ec3e,revision_number=3']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:25:14.298299 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-d624cc34-3173-4caa-9ddf-89231ee00858 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:25:14.305064 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-f192da98-0768-4481-9901-2588094c2a9d req-eb230178-5bdd-4e3c-a87d-ba0ef17258c4 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730419340153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14885552'] for port, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:14.320425 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-fb638444-1e8e-49ae-a5ed-90377ed35476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:25:14.367521 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7331e151-fe9a-4840-b2d7-6ae15e909592', 'tag': 'df944eff-d690-401b-bf4c-67654942ec3e', 'status': 'completed', 'code': 200} May 21 15:25:14.489707 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bfba22-3ead-4a62-9b60-60bb3223b7bc req-370ac8f3-2114-44fd-8a84-2c2616ba1f4c tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:14.491158 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-c2bfba22-3ead-4a62-9b60-60bb3223b7bc req-370ac8f3-2114-44fd-8a84-2c2616ba1f4c tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=7331e151-fe9a-4840-b2d7-6ae15e909592 HTTP/1.1" status: 200 len: 944 time: 0.2929111 May 21 15:25:14.537825 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f192da98-0768-4481-9901-2588094c2a9d req-eb230178-5bdd-4e3c-a87d-ba0ef17258c4 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Network 6a02056e-ab21-48b3-a085-a07393acfbc6 is already hosted by enough agents. {{(pid=91548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:25:14.544712 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.base_scheduler [req-f192da98-0768-4481-9901-2588094c2a9d req-eb230178-5bdd-4e3c-a87d-ba0ef17258c4 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Resources bound (agent type, host, resource id): {{(pid=91548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:25:14.549976 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.l3_dvrscheduler_db [req-f192da98-0768-4481-9901-2588094c2a9d req-eb230178-5bdd-4e3c-a87d-ba0ef17258c4 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Received port after_create {{(pid=91548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:25:14.578961 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb230178-5bdd-4e3c-a87d-ba0ef17258c4 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Pushing event updated for resources: {'Port': ['ID=8bd300c2-9259-4990-9ee0-95c4bbf98472,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:25:14.590007 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-eb230178-5bdd-4e3c-a87d-ba0ef17258c4 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:25:14.622101 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-c2bfba22-3ead-4a62-9b60-60bb3223b7bc req-542c5308-d2e7-4d7c-8624-fbba5b7f3dc4 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=2d537810-f1a8-4f43-9124-277f98c50d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191285 May 21 15:25:14.631272 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192da98-0768-4481-9901-2588094c2a9d req-eb230178-5bdd-4e3c-a87d-ba0ef17258c4 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:14.631891 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-f192da98-0768-4481-9901-2588094c2a9d req-eb230178-5bdd-4e3c-a87d-ba0ef17258c4 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for port, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:14.643350 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77593727-f539-4d9f-b93e-94c24be32594 req-196e9149-3da5-466d-94be-bba3ffed39ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:14.643350 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-77593727-f539-4d9f-b93e-94c24be32594 req-196e9149-3da5-466d-94be-bba3ffed39ad service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a0ff7059c233428f81d35f38ec365006&device_id=7331e151-fe9a-4840-b2d7-6ae15e909592 HTTP/1.1" status: 200 len: 1097 time: 0.2745032 May 21 15:25:14.721713 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-77593727-f539-4d9f-b93e-94c24be32594 req-da46a251-13f3-4f4e-9e51-9055ea373046 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df944eff-d690-401b-bf4c-67654942ec3e HTTP/1.1" status: 200 len: 217 time: 0.0697477 May 21 15:25:14.728212 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-f192da98-0768-4481-9901-2588094c2a9d req-eb230178-5bdd-4e3c-a87d-ba0ef17258c4 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6989169 May 21 15:25:14.774968 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [req-f192da98-0768-4481-9901-2588094c2a9d req-71c310cd-9247-4b10-8e73-0b7f6dbe783c service neutron] Request body: {'port': {'device_id': 'f708b677-c213-4fe4-8c83-8004cda701d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:25:14.845319 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77593727-f539-4d9f-b93e-94c24be32594 req-3e4151e8-a448-48df-920e-b3f60310b52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:14.846819 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-77593727-f539-4d9f-b93e-94c24be32594 req-3e4151e8-a448-48df-920e-b3f60310b52d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b15db54b-4552-4834-a465-ff2d97af0b01 HTTP/1.1" status: 200 len: 849 time: 0.1176119 May 21 15:25:14.941653 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-d47dac15-f2a6-439a-8533-c331493410a5 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:14.945690 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-d47dac15-f2a6-439a-8533-c331493410a5 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763211'] for floatingip, after_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:14.951550 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-f192da98-0768-4481-9901-2588094c2a9d req-71c310cd-9247-4b10-8e73-0b7f6dbe783c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:15.047786 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77593727-f539-4d9f-b93e-94c24be32594 req-9eea1f6f-ca28-421e-a15d-33767ddc726a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:15.049384 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-77593727-f539-4d9f-b93e-94c24be32594 req-9eea1f6f-ca28-421e-a15d-33767ddc726a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=efa2a869-eef6-443f-b219-ba0ab20cb5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1709983 May 21 15:25:15.115271 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.db.l3_db [None req-d47dac15-f2a6-439a-8533-c331493410a5 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Floating IP 0df98803-dcf1-4366-ad51-c92b63ebdcdc associated. External IP: 172.27.2.236, port: 47d37384-0418-4800-9242-a69b8e1e9a78. May 21 15:25:15.240803 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-58848de0-e6a4-4758-b439-bc7d0ee9f973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:15.332178 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-77593727-f539-4d9f-b93e-94c24be32594 req-d8a7dfa1-a324-4aca-af0f-a195a629f503 service neutron] 10.222.0.68 "GET /v2.0/networks/efa2a869-eef6-443f-b219-ba0ab20cb5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443295 May 21 15:25:15.513907 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6742c33-24a7-4554-a4da-9b265c2d4972 req-2b659567-b52f-4b27-b3a7-00ebec1696f4 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:15.516305 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f6742c33-24a7-4554-a4da-9b265c2d4972 req-2b659567-b52f-4b27-b3a7-00ebec1696f4 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] 10.222.0.69 "GET /v2.0/ports?device_id=f708b677-c213-4fe4-8c83-8004cda701d1 HTTP/1.1" status: 200 len: 932 time: 0.2438457 May 21 15:25:15.549874 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-77593727-f539-4d9f-b93e-94c24be32594 req-46e52a73-00b8-43d5-b3e7-5ca90d36766f service neutron] 10.222.0.68 "GET /v2.0/networks/efa2a869-eef6-443f-b219-ba0ab20cb5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040803 May 21 15:25:15.557928 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.notifiers.nova [req-f192da98-0768-4481-9901-2588094c2a9d req-71c310cd-9247-4b10-8e73-0b7f6dbe783c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bd300c2-9259-4990-9ee0-95c4bbf98472 {{(pid=91548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:25:15.566655 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-f192da98-0768-4481-9901-2588094c2a9d req-71c310cd-9247-4b10-8e73-0b7f6dbe783c service neutron] Notify callbacks [] for port, precommit_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:15.584287 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.provisioning_blocks [req-f192da98-0768-4481-9901-2588094c2a9d req-71c310cd-9247-4b10-8e73-0b7f6dbe783c service neutron] Transition to ACTIVE for port object 8bd300c2-9259-4990-9ee0-95c4bbf98472 will not be triggered until provisioned by entity L2. {{(pid=91548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:25:15.588605 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-f192da98-0768-4481-9901-2588094c2a9d req-71c310cd-9247-4b10-8e73-0b7f6dbe783c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14885543'] for port, after_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:15.594132 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f6742c33-24a7-4554-a4da-9b265c2d4972 req-6043366c-b598-41fb-932a-aa900fd5d2dc tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] 10.222.0.69 "GET /v2.0/security-groups?id=b26d4b7d-8037-40ab-bb28-bd214b83bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726092 May 21 15:25:15.596398 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-8b4d368a-e6ba-4d23-9b02-fc30db5ccf79 tempest-ServerRescueNegativeTestJSON-1734040754 tempest-ServerRescueNegativeTestJSON-1734040754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:25:15.695309 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d47dac15-f2a6-439a-8533-c331493410a5 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Router c884b393-654b-4ff5-904a-496dc5bf8c01 has already been hosted by L3 agent 9c636599-187f-4688-bb24-d46a8be2a055 {{(pid=91549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:25:15.807110 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c310cd-9247-4b10-8e73-0b7f6dbe783c service neutron] Pushing event updated for resources: {'Port': ['ID=8bd300c2-9259-4990-9ee0-95c4bbf98472,revision_number=2']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:25:15.816083 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-71c310cd-9247-4b10-8e73-0b7f6dbe783c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:25:15.897233 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26886ac1-da90-4b72-8d9a-0dd42fcd23b5 req-a74b7ab3-1765-4e95-b06c-18c6cce4f27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:15.898719 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-26886ac1-da90-4b72-8d9a-0dd42fcd23b5 req-a74b7ab3-1765-4e95-b06c-18c6cce4f27e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a0ff7059c233428f81d35f38ec365006&device_id=7331e151-fe9a-4840-b2d7-6ae15e909592 HTTP/1.1" status: 200 len: 1097 time: 0.2651911 May 21 15:25:15.903128 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.managers [req-f192da98-0768-4481-9901-2588094c2a9d req-71c310cd-9247-4b10-8e73-0b7f6dbe783c service neutron] Attempting to bind port 8bd300c2-9259-4990-9ee0-95c4bbf98472 on host hv-cinder-79229 for vnic_type normal with profile {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:25:15.903477 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.managers [req-f192da98-0768-4481-9901-2588094c2a9d req-71c310cd-9247-4b10-8e73-0b7f6dbe783c service neutron] Attempting to bind port 8bd300c2-9259-4990-9ee0-95c4bbf98472 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '796a0f60-d86e-41bb-8f3a-803d5cafd80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '6a02056e-ab21-48b3-a085-a07393acfbc6'}] {{(pid=91548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:25:15.903786 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f192da98-0768-4481-9901-2588094c2a9d req-71c310cd-9247-4b10-8e73-0b7f6dbe783c service neutron] Attempting to bind port 8bd300c2-9259-4990-9ee0-95c4bbf98472 on network 6a02056e-ab21-48b3-a085-a07393acfbc6 {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:25:15.929725 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f192da98-0768-4481-9901-2588094c2a9d req-71c310cd-9247-4b10-8e73-0b7f6dbe783c service neutron] Port 8bd300c2-9259-4990-9ee0-95c4bbf98472 on network 6a02056e-ab21-48b3-a085-a07393acfbc6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 15:25:15.930053 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f192da98-0768-4481-9901-2588094c2a9d req-71c310cd-9247-4b10-8e73-0b7f6dbe783c service neutron] Attempting to bind port 8bd300c2-9259-4990-9ee0-95c4bbf98472 on network 6a02056e-ab21-48b3-a085-a07393acfbc6 {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:25:15.938214 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47dac15-f2a6-439a-8533-c331493410a5 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify agent at l3_agent.dv-cinder-792299-3-iscsi the message routers_updated {{(pid=91549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:25:15.940657 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f192da98-0768-4481-9901-2588094c2a9d req-71c310cd-9247-4b10-8e73-0b7f6dbe783c service neutron] Checking agent: {'id': '4762cb26-ef72-475b-a9a0-8f480bf27f9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 18, 22), 'started_at': datetime.datetime(2021, 5, 21, 15, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:25:15.940998 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f192da98-0768-4481-9901-2588094c2a9d req-71c310cd-9247-4b10-8e73-0b7f6dbe783c service neutron] Checking segment: {'id': '796a0f60-d86e-41bb-8f3a-803d5cafd80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '6a02056e-ab21-48b3-a085-a07393acfbc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:25:15.941386 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f192da98-0768-4481-9901-2588094c2a9d req-71c310cd-9247-4b10-8e73-0b7f6dbe783c service neutron] Bound using segment: {'id': '796a0f60-d86e-41bb-8f3a-803d5cafd80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '6a02056e-ab21-48b3-a085-a07393acfbc6'} {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:25:15.941837 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.managers [req-f192da98-0768-4481-9901-2588094c2a9d req-71c310cd-9247-4b10-8e73-0b7f6dbe783c service neutron] Bound port: 8bd300c2-9259-4990-9ee0-95c4bbf98472, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '796a0f60-d86e-41bb-8f3a-803d5cafd80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '6a02056e-ab21-48b3-a085-a07393acfbc6'}}] {{(pid=91548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:25:15.942181 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-f192da98-0768-4481-9901-2588094c2a9d req-71c310cd-9247-4b10-8e73-0b7f6dbe783c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:15.945119 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-d47dac15-f2a6-439a-8533-c331493410a5 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for floatingip, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:15.951245 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca5d996-179a-4084-bb2a-08aa8697862c None None] Sync routers for ids ['c884b393-654b-4ff5-904a-496dc5bf8c01'] in dv-cinder-792299-3-iscsi {{(pid=91550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:25:15.962165 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca5d996-179a-4084-bb2a-08aa8697862c None None] Routers {'c884b393-654b-4ff5-904a-496dc5bf8c01'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:25:15.963214 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-5ca5d996-179a-4084-bb2a-08aa8697862c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:24:48Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['c884b393-654b-4ff5-904a-496dc5bf8c01'], 'active': True} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:25:15.986407 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4c7925-b5e9-421f-9641-5420a8f4fdd8 req-4678783e-7b86-4c9f-929c-7cbed1756a05 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:15.987994 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-5f4c7925-b5e9-421f-9641-5420a8f4fdd8 req-4678783e-7b86-4c9f-929c-7cbed1756a05 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=7331e151-fe9a-4840-b2d7-6ae15e909592 HTTP/1.1" status: 200 len: 944 time: 0.2264287 May 21 15:25:16.049139 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-d47dac15-f2a6-439a-8533-c331493410a5 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "PUT /v2.0/floatingips/0df98803-dcf1-4366-ad51-c92b63ebdcdc HTTP/1.1" status: 200 len: 992 time: 1.9347906 May 21 15:25:16.052218 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2c1e137-0e16-47bf-b1a1-1667d7a401e6', 'tag': '47d37384-0418-4800-9242-a69b8e1e9a78'}] {{(pid=91549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:25:16.077280 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-5f4c7925-b5e9-421f-9641-5420a8f4fdd8 req-04e11d11-f243-4cfa-9115-5abc8b082632 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=2d537810-f1a8-4f43-9124-277f98c50d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813527 May 21 15:25:16.141419 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2c1e137-0e16-47bf-b1a1-1667d7a401e6', 'tag': '47d37384-0418-4800-9242-a69b8e1e9a78', 'status': 'completed', 'code': 200} May 21 15:25:16.217810 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvr_db [None req-5ca5d996-179a-4084-bb2a-08aa8697862c None None] Set router c884b393-654b-4ff5-904a-496dc5bf8c01 gateway port host: dv-cinder-792299-3-iscsi {{(pid=91550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:25:16.257489 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26886ac1-da90-4b72-8d9a-0dd42fcd23b5 req-aee7e14f-f21f-43dc-80e8-19c13b3b78c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:16.259072 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-26886ac1-da90-4b72-8d9a-0dd42fcd23b5 req-aee7e14f-f21f-43dc-80e8-19c13b3b78c3 service neutron] 10.222.0.68 "GET /v2.0/networks?id=efa2a869-eef6-443f-b219-ba0ab20cb5c1 HTTP/1.1" status: 200 len: 911 time: 0.3515122 May 21 15:25:16.261520 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [req-f192da98-0768-4481-9901-2588094c2a9d req-71c310cd-9247-4b10-8e73-0b7f6dbe783c service neutron] For port 8bd300c2-9259-4990-9ee0-95c4bbf98472, host hv-cinder-79229, cleared binding levels {{(pid=91548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:25:16.264127 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53d00c-daa6-4980-8011-0479d9aabfdc req-a89e9620-bde9-45b7-93d3-53d673094a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:16.265490 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [req-f192da98-0768-4481-9901-2588094c2a9d req-71c310cd-9247-4b10-8e73-0b7f6dbe783c service neutron] For port 8bd300c2-9259-4990-9ee0-95c4bbf98472, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=8bd300c2-9259-4990-9ee0-95c4bbf98472,segment=NetworkSegment(796a0f60-d86e-41bb-8f3a-803d5cafd80d),segment_id=796a0f60-d86e-41bb-8f3a-803d5cafd80d)] {{(pid=91548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:25:16.265845 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-3f53d00c-daa6-4980-8011-0479d9aabfdc req-a89e9620-bde9-45b7-93d3-53d673094a8b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1b29e764695842f7ab30d80bb3282c22&device_id=b2c1e137-0e16-47bf-b1a1-1667d7a401e6 HTTP/1.1" status: 200 len: 1099 time: 0.1006172 May 21 15:25:16.324091 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-f192da98-0768-4481-9901-2588094c2a9d req-71c310cd-9247-4b10-8e73-0b7f6dbe783c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14885543'] for port, after_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:16.334638 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-d624cc34-3173-4caa-9ddf-89231ee00858 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:25:16.382592 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-26886ac1-da90-4b72-8d9a-0dd42fcd23b5 req-feacd67f-f869-4e8f-bd34-81af1880265c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df944eff-d690-401b-bf4c-67654942ec3e HTTP/1.1" status: 200 len: 217 time: 0.1159048 May 21 15:25:16.410255 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53d00c-daa6-4980-8011-0479d9aabfdc req-d6fee1c0-9ef4-45e2-8ad3-a8d8f4afae5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:16.411751 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-3f53d00c-daa6-4980-8011-0479d9aabfdc req-d6fee1c0-9ef4-45e2-8ad3-a8d8f4afae5e service neutron] 10.222.0.68 "GET /v2.0/networks?id=5f4ff4bc-d925-40fd-9563-89b128523f4e HTTP/1.1" status: 200 len: 917 time: 0.1388705 May 21 15:25:16.449135 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192da98-0768-4481-9901-2588094c2a9d req-71c310cd-9247-4b10-8e73-0b7f6dbe783c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:16.451874 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-f192da98-0768-4481-9901-2588094c2a9d req-71c310cd-9247-4b10-8e73-0b7f6dbe783c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for port, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:16.451874 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-f192da98-0768-4481-9901-2588094c2a9d req-71c310cd-9247-4b10-8e73-0b7f6dbe783c service neutron] 10.222.0.68 "PUT /v2.0/ports/8bd300c2-9259-4990-9ee0-95c4bbf98472 HTTP/1.1" status: 200 len: 1094 time: 1.6849415 May 21 15:25:16.457692 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f708b677-c213-4fe4-8c83-8004cda701d1', 'tag': '8bd300c2-9259-4990-9ee0-95c4bbf98472'}] {{(pid=91548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:25:16.493640 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c310cd-9247-4b10-8e73-0b7f6dbe783c service neutron] Pushing event updated for resources: {'Port': ['ID=8bd300c2-9259-4990-9ee0-95c4bbf98472,revision_number=3']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:25:16.498690 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-71c310cd-9247-4b10-8e73-0b7f6dbe783c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:25:16.500216 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26886ac1-da90-4b72-8d9a-0dd42fcd23b5 req-9df0138d-02f5-43b4-b27b-e5704624d0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:16.501669 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-26886ac1-da90-4b72-8d9a-0dd42fcd23b5 req-9df0138d-02f5-43b4-b27b-e5704624d0f0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b15db54b-4552-4834-a465-ff2d97af0b01 HTTP/1.1" status: 200 len: 849 time: 0.1071999 May 21 15:25:16.529818 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-3f53d00c-daa6-4980-8011-0479d9aabfdc req-9cb62078-71d0-40ce-b18f-e7e12c5b9d6c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47d37384-0418-4800-9242-a69b8e1e9a78 HTTP/1.1" status: 200 len: 1000 time: 0.1116116 May 21 15:25:16.553089 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f708b677-c213-4fe4-8c83-8004cda701d1', 'tag': '8bd300c2-9259-4990-9ee0-95c4bbf98472', 'status': 'completed', 'code': 200} May 21 15:25:16.602544 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53d00c-daa6-4980-8011-0479d9aabfdc req-2719bf09-f32f-4a8b-b844-5dfa3e9a6fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:16.603901 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-3f53d00c-daa6-4980-8011-0479d9aabfdc req-2719bf09-f32f-4a8b-b844-5dfa3e9a6fdb service neutron] 10.222.0.68 "GET /v2.0/subnets?id=da7d3b04-d796-4f63-ba4e-40892d19294d HTTP/1.1" status: 200 len: 855 time: 0.0680654 May 21 15:25:16.643358 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-5ca5d996-179a-4084-bb2a-08aa8697862c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c884b393-654b-4ff5-904a-496dc5bf8c01', 'name': 'tempest-AttachVolumeShelveTestJSON-821635018-router', 'tenant_id': '1b29e764695842f7ab30d80bb3282c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '0fe21390-268e-401d-8319-d6780cc7afb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:24:50Z', 'updated_at': '2021-05-21T15:24:55Z', 'revision_number': 4, 'project_id': '1b29e764695842f7ab30d80bb3282c22', 'gw_port': {'id': '0fe21390-268e-401d-8319-d6780cc7afb9', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ac:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c884b393-654b-4ff5-904a-496dc5bf8c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:24:51Z', 'updated_at': '2021-05-21T15:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_floatingips': [{'id': '0df98803-dcf1-4366-ad51-c92b63ebdcdc', 'tenant_id': '1b29e764695842f7ab30d80bb3282c22', 'floating_ip_address': '172.27.2.236', 'floating_network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'router_id': 'c884b393-654b-4ff5-904a-496dc5bf8c01', 'port_id': '47d37384-0418-4800-9242-a69b8e1e9a78', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f4ff4bc-d925-40fd-9563-89b128523f4e', 'mac_address': 'fa:16:3e:7c:ae:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c1e137-0e16-47bf-b1a1-1667d7a401e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:24:59Z', 'updated_at': '2021-05-21T15:25:14Z', 'revision_number': 1, 'project_id': '1b29e764695842f7ab30d80bb3282c22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ce15099-e9a3-4c20-994a-43fc466e8f09', 'name': '', 'network_id': '5f4ff4bc-d925-40fd-9563-89b128523f4e', 'tenant_id': '1b29e764695842f7ab30d80bb3282c22', 'mac_address': 'fa:16:3e:7e:26:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c884b393-654b-4ff5-904a-496dc5bf8c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'da7d3b04-d796-4f63-ba4e-40892d19294d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:24:54Z', 'updated_at': '2021-05-21T15:25:01Z', 'revision_number': 5, 'project_id': '1b29e764695842f7ab30d80bb3282c22', 'subnets': [{'id': 'da7d3b04-d796-4f63-ba4e-40892d19294d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:25:16.649214 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca5d996-179a-4084-bb2a-08aa8697862c None None] Checking router: c884b393-654b-4ff5-904a-496dc5bf8c01 for host: dv-cinder-792299-3-iscsi {{(pid=91550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:25:16.659419 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26886ac1-da90-4b72-8d9a-0dd42fcd23b5 req-e3623191-25c1-4225-80b3-6ad5f9910b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:16.660901 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-26886ac1-da90-4b72-8d9a-0dd42fcd23b5 req-e3623191-25c1-4225-80b3-6ad5f9910b58 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=efa2a869-eef6-443f-b219-ba0ab20cb5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1490738 May 21 15:25:16.662661 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca5d996-179a-4084-bb2a-08aa8697862c None None] Routers {'c884b393-654b-4ff5-904a-496dc5bf8c01'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:25:16.662814 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192da98-0768-4481-9901-2588094c2a9d req-6f69fa6c-3362-493c-9b5e-3dfe9716153c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:16.664165 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-f192da98-0768-4481-9901-2588094c2a9d req-6f69fa6c-3362-493c-9b5e-3dfe9716153c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9750c53dcf1d41b7b4b91ed3322669dc&device_id=f708b677-c213-4fe4-8c83-8004cda701d1 HTTP/1.1" status: 200 len: 1097 time: 0.1103740 May 21 15:25:16.664979 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-5ca5d996-179a-4084-bb2a-08aa8697862c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:24:48Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['c884b393-654b-4ff5-904a-496dc5bf8c01'], 'active': True} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:25:16.698673 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53d00c-daa6-4980-8011-0479d9aabfdc req-c5f03e27-3248-4d9c-90f4-e6ed847f0185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:16.701300 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-3f53d00c-daa6-4980-8011-0479d9aabfdc req-c5f03e27-3248-4d9c-90f4-e6ed847f0185 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5f4ff4bc-d925-40fd-9563-89b128523f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0888712 May 21 15:25:16.776870 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-f192da98-0768-4481-9901-2588094c2a9d req-f3debae6-344a-4122-bc2f-3ed9f81a8a07 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bd300c2-9259-4990-9ee0-95c4bbf98472 HTTP/1.1" status: 200 len: 217 time: 0.1028719 May 21 15:25:16.869986 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvr_db [None req-5ca5d996-179a-4084-bb2a-08aa8697862c None None] Set router c884b393-654b-4ff5-904a-496dc5bf8c01 gateway port host: dv-cinder-792299-3-iscsi {{(pid=91550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:25:16.913519 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192da98-0768-4481-9901-2588094c2a9d req-1ed790c2-6499-43c0-88da-e2b4bf794767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:16.914994 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-f192da98-0768-4481-9901-2588094c2a9d req-1ed790c2-6499-43c0-88da-e2b4bf794767 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=0a76c4c4-c767-451c-962a-6a2129e05c9c HTTP/1.1" status: 200 len: 848 time: 0.0924113 May 21 15:25:16.976949 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-26886ac1-da90-4b72-8d9a-0dd42fcd23b5 req-576eb973-7d81-4df9-bdc6-8599388859ff service neutron] 10.222.0.68 "GET /v2.0/networks/efa2a869-eef6-443f-b219-ba0ab20cb5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040471 May 21 15:25:16.979104 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-f192da98-0768-4481-9901-2588094c2a9d req-f9790824-8172-4e16-99b6-fab333d96b0c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6a02056e-ab21-48b3-a085-a07393acfbc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525537 May 21 15:25:17.018637 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-3f53d00c-daa6-4980-8011-0479d9aabfdc req-fedeae9b-7fc6-40be-adad-6ae73d196d0a service neutron] 10.222.0.68 "GET /v2.0/networks/5f4ff4bc-d925-40fd-9563-89b128523f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101718 May 21 15:25:17.026538 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad0ac6-cbaa-437d-a65e-6da979c595cf req-4bd6f3f9-c01f-4896-b708-2d12152aedcf tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:17.028667 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-95ad0ac6-cbaa-437d-a65e-6da979c595cf req-4bd6f3f9-c01f-4896-b708-2d12152aedcf tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] 10.222.0.69 "GET /v2.0/ports?device_id=f708b677-c213-4fe4-8c83-8004cda701d1 HTTP/1.1" status: 200 len: 944 time: 0.2907856 May 21 15:25:17.157452 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-95ad0ac6-cbaa-437d-a65e-6da979c595cf req-d903e2e2-dee4-4771-9f6e-2e42639106e9 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] 10.222.0.69 "GET /v2.0/security-groups?id=b26d4b7d-8037-40ab-bb28-bd214b83bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093836 May 21 15:25:17.204049 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-3f53d00c-daa6-4980-8011-0479d9aabfdc req-e63f6128-68fc-4690-9546-2b6946034553 service neutron] 10.222.0.68 "GET /v2.0/networks/5f4ff4bc-d925-40fd-9563-89b128523f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742380 May 21 15:25:17.229257 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-26886ac1-da90-4b72-8d9a-0dd42fcd23b5 req-88785b1b-d6fb-43e9-82c1-09af9228bc61 service neutron] 10.222.0.68 "GET /v2.0/networks/efa2a869-eef6-443f-b219-ba0ab20cb5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391198 May 21 15:25:17.239411 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-f192da98-0768-4481-9901-2588094c2a9d req-ae40662b-43f4-4032-bba3-9765d019c561 service neutron] 10.222.0.68 "GET /v2.0/networks/6a02056e-ab21-48b3-a085-a07393acfbc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481487 May 21 15:25:17.322060 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c3b45-a886-49d6-bb4c-762389b2e8f9 req-ce5ff8f4-6a89-4d7e-9ed7-8a8f6a9fcfe9 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:17.323567 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-874c3b45-a886-49d6-bb4c-762389b2e8f9 req-ce5ff8f4-6a89-4d7e-9ed7-8a8f6a9fcfe9 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=7331e151-fe9a-4840-b2d7-6ae15e909592 HTTP/1.1" status: 200 len: 944 time: 0.1014497 May 21 15:25:17.326703 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-5ca5d996-179a-4084-bb2a-08aa8697862c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c884b393-654b-4ff5-904a-496dc5bf8c01', 'name': 'tempest-AttachVolumeShelveTestJSON-821635018-router', 'tenant_id': '1b29e764695842f7ab30d80bb3282c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '0fe21390-268e-401d-8319-d6780cc7afb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:24:50Z', 'updated_at': '2021-05-21T15:24:55Z', 'revision_number': 4, 'project_id': '1b29e764695842f7ab30d80bb3282c22', 'gw_port': {'id': '0fe21390-268e-401d-8319-d6780cc7afb9', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ac:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c884b393-654b-4ff5-904a-496dc5bf8c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:24:51Z', 'updated_at': '2021-05-21T15:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_floatingips': [{'id': '0df98803-dcf1-4366-ad51-c92b63ebdcdc', 'tenant_id': '1b29e764695842f7ab30d80bb3282c22', 'floating_ip_address': '172.27.2.236', 'floating_network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'router_id': 'c884b393-654b-4ff5-904a-496dc5bf8c01', 'port_id': '47d37384-0418-4800-9242-a69b8e1e9a78', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f4ff4bc-d925-40fd-9563-89b128523f4e', 'mac_address': 'fa:16:3e:7c:ae:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c1e137-0e16-47bf-b1a1-1667d7a401e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:24:59Z', 'updated_at': '2021-05-21T15:25:14Z', 'revision_number': 1, 'project_id': '1b29e764695842f7ab30d80bb3282c22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ce15099-e9a3-4c20-994a-43fc466e8f09', 'name': '', 'network_id': '5f4ff4bc-d925-40fd-9563-89b128523f4e', 'tenant_id': '1b29e764695842f7ab30d80bb3282c22', 'mac_address': 'fa:16:3e:7e:26:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c884b393-654b-4ff5-904a-496dc5bf8c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'da7d3b04-d796-4f63-ba4e-40892d19294d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:24:54Z', 'updated_at': '2021-05-21T15:25:01Z', 'revision_number': 5, 'project_id': '1b29e764695842f7ab30d80bb3282c22', 'subnets': [{'id': 'da7d3b04-d796-4f63-ba4e-40892d19294d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:25:17.330995 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca5d996-179a-4084-bb2a-08aa8697862c None None] The sync data for ids ['c884b393-654b-4ff5-904a-496dc5bf8c01'] in dv-cinder-792299-3-iscsi is: [{'id': 'c884b393-654b-4ff5-904a-496dc5bf8c01', 'name': 'tempest-AttachVolumeShelveTestJSON-821635018-router', 'tenant_id': '1b29e764695842f7ab30d80bb3282c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '0fe21390-268e-401d-8319-d6780cc7afb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:24:50Z', 'updated_at': '2021-05-21T15:24:55Z', 'revision_number': 4, 'project_id': '1b29e764695842f7ab30d80bb3282c22', 'gw_port': {'id': '0fe21390-268e-401d-8319-d6780cc7afb9', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ac:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c884b393-654b-4ff5-904a-496dc5bf8c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:24:51Z', 'updated_at': '2021-05-21T15:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_floatingips': [{'id': '0df98803-dcf1-4366-ad51-c92b63ebdcdc', 'tenant_id': '1b29e764695842f7ab30d80bb3282c22', 'floating_ip_address': '172.27.2.236', 'floating_network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'router_id': 'c884b393-654b-4ff5-904a-496dc5bf8c01', 'port_id': '47d37384-0418-4800-9242-a69b8e1e9a78', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f4ff4bc-d925-40fd-9563-89b128523f4e', 'mac_address': 'fa:16:3e:7c:ae:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c1e137-0e16-47bf-b1a1-1667d7a401e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:24:59Z', 'updated_at': '2021-05-21T15:25:14Z', 'revision_number': 1, 'project_id': '1b29e764695842f7ab30d80bb3282c22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ce15099-e9a3-4c20-994a-43fc466e8f09', 'name': '', 'network_id': '5f4ff4bc-d925-40fd-9563-89b128523f4e', 'tenant_id': '1b29e764695842f7ab30d80bb3282c22', 'mac_address': 'fa:16:3e:7e:26:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c884b393-654b-4ff5-904a-496dc5bf8c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'da7d3b04-d796-4f63-ba4e-40892d19294d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:24:54Z', 'updated_at': '2021-05-21T15:25:01Z', 'revision_number': 5, 'project_id': '1b29e764695842f7ab30d80bb3282c22', 'subnets': [{'id': 'da7d3b04-d796-4f63-ba4e-40892d19294d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:25:17.381075 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-874c3b45-a886-49d6-bb4c-762389b2e8f9 req-4757a59b-24a8-4e41-93b7-6daf7ae463a2 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=2d537810-f1a8-4f43-9124-277f98c50d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497541 May 21 15:25:17.390162 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-f192da98-0768-4481-9901-2588094c2a9d req-a4679062-53b0-46b5-85c6-dc082d26251b service neutron] 10.222.0.68 "GET /v2.0/networks/6a02056e-ab21-48b3-a085-a07393acfbc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425796 May 21 15:25:17.508702 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910651f1-f02f-49f3-9f01-c947984a04e6 req-abd0bbdd-26d3-4673-913e-caf892944152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:17.510161 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-910651f1-f02f-49f3-9f01-c947984a04e6 req-abd0bbdd-26d3-4673-913e-caf892944152 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9750c53dcf1d41b7b4b91ed3322669dc&device_id=f708b677-c213-4fe4-8c83-8004cda701d1 HTTP/1.1" status: 200 len: 1097 time: 0.0727851 May 21 15:25:17.526649 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcc2b0a-e595-4bc4-b0c4-fb5f0540b012 None None] New status for floating IP 0df98803-dcf1-4366-ad51-c92b63ebdcdc: ACTIVE {{(pid=91551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 21 15:25:17.555299 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device df944eff-d690-401b-bf4c-67654942ec3e details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:25:17.651319 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910651f1-f02f-49f3-9f01-c947984a04e6 req-b34c8f1e-af1a-46cf-ac63-daf2536f4e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:17.653996 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-910651f1-f02f-49f3-9f01-c947984a04e6 req-b34c8f1e-af1a-46cf-ac63-daf2536f4e91 service neutron] 10.222.0.68 "GET /v2.0/networks?id=6a02056e-ab21-48b3-a085-a07393acfbc6 HTTP/1.1" status: 200 len: 909 time: 0.1369934 May 21 15:25:17.730681 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port df944eff-d690-401b-bf4c-67654942ec3e, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=df944eff-d690-401b-bf4c-67654942ec3e,segment=NetworkSegment(67395f92-efc3-4428-9562-98be7db153b1),segment_id=67395f92-efc3-4428-9562-98be7db153b1)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:25:17.745469 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Returning: {'device': 'df944eff-d690-401b-bf4c-67654942ec3e', 'network_id': 'efa2a869-eef6-443f-b219-ba0ab20cb5c1', 'port_id': 'df944eff-d690-401b-bf4c-67654942ec3e', 'mac_address': 'fa:16:3e:0a:95:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b15db54b-4552-4834-a465-ff2d97af0b01', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:25:17.807141 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:17.825469 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.notifiers.nova [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df944eff-d690-401b-bf4c-67654942ec3e {{(pid=91550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:25:17.826210 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-910651f1-f02f-49f3-9f01-c947984a04e6 req-5ad424fd-af1e-4b4a-9f6d-f8ee559f510a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bd300c2-9259-4990-9ee0-95c4bbf98472 HTTP/1.1" status: 200 len: 217 time: 0.1626606 May 21 15:25:17.841688 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port df944eff-d690-401b-bf4c-67654942ec3e, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=df944eff-d690-401b-bf4c-67654942ec3e,segment=NetworkSegment(67395f92-efc3-4428-9562-98be7db153b1),segment_id=67395f92-efc3-4428-9562-98be7db153b1)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:25:17.846331 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:17.848073 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:25:17.891463 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910651f1-f02f-49f3-9f01-c947984a04e6 req-838df838-1b09-4103-8396-942f56821cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:17.892911 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-910651f1-f02f-49f3-9f01-c947984a04e6 req-838df838-1b09-4103-8396-942f56821cce service neutron] 10.222.0.68 "GET /v2.0/subnets?id=0a76c4c4-c767-451c-962a-6a2129e05c9c HTTP/1.1" status: 200 len: 848 time: 0.0594201 May 21 15:25:17.917046 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Pushing event updated for resources: {'Port': ['ID=df944eff-d690-401b-bf4c-67654942ec3e,revision_number=4']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:25:17.920018 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:25:17.945885 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-910651f1-f02f-49f3-9f01-c947984a04e6 req-d5db34a0-1197-462a-be08-c3f36941ba0c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6a02056e-ab21-48b3-a085-a07393acfbc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430255 May 21 15:25:17.987979 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:18.081289 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-910651f1-f02f-49f3-9f01-c947984a04e6 req-4464dcb6-16b9-4d8a-bf46-90dcebb85094 service neutron] 10.222.0.68 "GET /v2.0/networks/6a02056e-ab21-48b3-a085-a07393acfbc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282458 May 21 15:25:18.086990 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] get_ports_and_sgs() called for port_ids ['df944eff-d690-401b-bf4c-67654942ec3e'] {{(pid=91550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:25:18.218345 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-910651f1-f02f-49f3-9f01-c947984a04e6 req-3a6bd00c-4195-4f8b-b01b-3c9c9860d5ab service neutron] 10.222.0.68 "GET /v2.0/networks/6a02056e-ab21-48b3-a085-a07393acfbc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301122 May 21 15:25:18.287928 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-ae670d7f-7fad-4a14-94e1-0617f1614b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:18.365063 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf876d-7880-442c-aca3-29d6a84cd50c req-cf8a5456-603a-4a1f-8ea7-1aed8178ddff tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:18.366527 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-3dcf876d-7880-442c-aca3-29d6a84cd50c req-cf8a5456-603a-4a1f-8ea7-1aed8178ddff tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] 10.222.0.69 "GET /v2.0/ports?device_id=f708b677-c213-4fe4-8c83-8004cda701d1 HTTP/1.1" status: 200 len: 944 time: 0.0835867 May 21 15:25:18.413762 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-3dcf876d-7880-442c-aca3-29d6a84cd50c req-708f13de-3785-45be-92c2-43c9c6f0c037 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] 10.222.0.69 "GET /v2.0/security-groups?id=b26d4b7d-8037-40ab-bb28-bd214b83bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406294 May 21 15:25:18.601226 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c20e9-0017-424a-bb6d-385797101211 req-a79fe666-a43d-4ccb-a7ca-0d246674a955 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:18.602656 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-920c20e9-0017-424a-bb6d-385797101211 req-a79fe666-a43d-4ccb-a7ca-0d246674a955 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=7331e151-fe9a-4840-b2d7-6ae15e909592 HTTP/1.1" status: 200 len: 945 time: 0.0884006 May 21 15:25:18.646710 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-920c20e9-0017-424a-bb6d-385797101211 req-1c74604b-5aa6-47c1-9137-2472f0f85852 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=2d537810-f1a8-4f43-9124-277f98c50d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375819 May 21 15:25:19.133681 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.agents_db [None req-1cb0bb7b-b6db-4325-ad21-6fa15867ad0e None None] Agent healthcheck: found 6 active agents {{(pid=91551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:25:19.287993 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e6f13acb-dde4-45e3-8932-2715da3406c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:19.580034 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device 8bd300c2-9259-4990-9ee0-95c4bbf98472 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:25:19.583403 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device df944eff-d690-401b-bf4c-67654942ec3e up at agent hyperv_hv-cinder-79229 {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:25:19.603880 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5359e00a-6414-4386-a1ca-205df2d2647f req-756c2082-884e-4549-916d-a10218e49a29 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:19.605340 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-5359e00a-6414-4386-a1ca-205df2d2647f req-756c2082-884e-4549-916d-a10218e49a29 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] 10.222.0.69 "GET /v2.0/ports?device_id=f708b677-c213-4fe4-8c83-8004cda701d1 HTTP/1.1" status: 200 len: 944 time: 0.0806832 May 21 15:25:19.653799 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-5359e00a-6414-4386-a1ca-205df2d2647f req-8814e5e4-6b30-4568-8742-dd639b4d624e tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] 10.222.0.69 "GET /v2.0/security-groups?id=b26d4b7d-8037-40ab-bb28-bd214b83bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412343 May 21 15:25:19.733461 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Provisioning for port df944eff-d690-401b-bf4c-67654942ec3e completed by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:25:19.747068 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Provisioning complete for port df944eff-d690-401b-bf4c-67654942ec3e triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:25:19.748204 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:19.853171 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee7670-a32e-4ee5-928a-6bee98eaf852 req-46ad233d-8d94-4e8e-a68a-644de668acbf tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:19.854621 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-1dee7670-a32e-4ee5-928a-6bee98eaf852 req-46ad233d-8d94-4e8e-a68a-644de668acbf tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=7331e151-fe9a-4840-b2d7-6ae15e909592 HTTP/1.1" status: 200 len: 945 time: 0.0960853 May 21 15:25:19.886126 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port 8bd300c2-9259-4990-9ee0-95c4bbf98472, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=8bd300c2-9259-4990-9ee0-95c4bbf98472,segment=NetworkSegment(796a0f60-d86e-41bb-8f3a-803d5cafd80d),segment_id=796a0f60-d86e-41bb-8f3a-803d5cafd80d)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:25:19.902061 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-1dee7670-a32e-4ee5-928a-6bee98eaf852 req-0c1fe246-1d09-4280-a59c-ceb1e02fb693 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=2d537810-f1a8-4f43-9124-277f98c50d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405040 May 21 15:25:19.911572 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Returning: {'device': '8bd300c2-9259-4990-9ee0-95c4bbf98472', 'network_id': '6a02056e-ab21-48b3-a085-a07393acfbc6', 'port_id': '8bd300c2-9259-4990-9ee0-95c4bbf98472', 'mac_address': 'fa:16:3e:63:5f:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a76c4c4-c767-451c-962a-6a2129e05c9c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:25:20.069314 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:20.087813 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:20.120223 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.notifiers.nova [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bd300c2-9259-4990-9ee0-95c4bbf98472 {{(pid=91550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:25:20.143477 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7331e151-fe9a-4840-b2d7-6ae15e909592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df944eff-d690-401b-bf4c-67654942ec3e'}] {{(pid=91550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:25:20.153111 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port 8bd300c2-9259-4990-9ee0-95c4bbf98472, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=8bd300c2-9259-4990-9ee0-95c4bbf98472,segment=NetworkSegment(796a0f60-d86e-41bb-8f3a-803d5cafd80d),segment_id=796a0f60-d86e-41bb-8f3a-803d5cafd80d)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:25:20.156703 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port df944eff-d690-401b-bf4c-67654942ec3e, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=df944eff-d690-401b-bf4c-67654942ec3e,segment=NetworkSegment(67395f92-efc3-4428-9562-98be7db153b1),segment_id=67395f92-efc3-4428-9562-98be7db153b1)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:25:20.158089 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:20.160041 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-0a12ba68-7650-4911-994c-d262c4252fcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:25:20.193884 dv-cinder-792299-3-iscsi neutron-server[91550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7331e151-fe9a-4840-b2d7-6ae15e909592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df944eff-d690-401b-bf4c-67654942ec3e', 'code': 200} May 21 15:25:20.194607 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:20.228140 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Pushing event updated for resources: {'Port': ['ID=8bd300c2-9259-4990-9ee0-95c4bbf98472,revision_number=4']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:25:20.231007 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:25:20.231465 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:25:20.300556 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Pushing event updated for resources: {'Port': ['ID=df944eff-d690-401b-bf4c-67654942ec3e,revision_number=5']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:25:20.303586 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:25:20.412134 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] get_ports_and_sgs() called for port_ids ['8bd300c2-9259-4990-9ee0-95c4bbf98472'] {{(pid=91550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:25:20.423514 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535c1f1-c816-4441-ae65-94a93541ee31 req-76d39042-3323-4fc1-b29e-d8fa8db55aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:20.424989 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-f535c1f1-c816-4441-ae65-94a93541ee31 req-76d39042-3323-4fc1-b29e-d8fa8db55aed service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=7331e151-fe9a-4840-b2d7-6ae15e909592 HTTP/1.1" status: 200 len: 1099 time: 0.0725176 May 21 15:25:20.467186 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-f535c1f1-c816-4441-ae65-94a93541ee31 req-1083940e-cc92-4b59-aef4-ffbbe4429365 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=2d537810-f1a8-4f43-9124-277f98c50d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343013 May 21 15:25:20.843532 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c04bf-1673-48a2-89ef-7d63e0eea5e4 req-2d83da12-2802-46b7-b208-ef545a8d30f4 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:20.844987 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-126c04bf-1673-48a2-89ef-7d63e0eea5e4 req-2d83da12-2802-46b7-b208-ef545a8d30f4 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] 10.222.0.69 "GET /v2.0/ports?device_id=f708b677-c213-4fe4-8c83-8004cda701d1 HTTP/1.1" status: 200 len: 945 time: 0.0793302 May 21 15:25:20.853901 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-cb99478c-afff-4a9c-8770-f3354af234b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:20.889954 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-126c04bf-1673-48a2-89ef-7d63e0eea5e4 req-b6cb7282-1823-4378-b326-c29cb29c517b tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] 10.222.0.69 "GET /v2.0/security-groups?id=b26d4b7d-8037-40ab-bb28-bd214b83bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392358 May 21 15:25:21.111675 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7736eddf-0873-4796-9316-2ffd7b13f74a req-8c9b0f27-9eed-48d2-b506-9970af3309db tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:21.113110 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-7736eddf-0873-4796-9316-2ffd7b13f74a req-8c9b0f27-9eed-48d2-b506-9970af3309db tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=7331e151-fe9a-4840-b2d7-6ae15e909592 HTTP/1.1" status: 200 len: 946 time: 0.0961049 May 21 15:25:21.156479 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-7736eddf-0873-4796-9316-2ffd7b13f74a req-e697adb0-2655-428f-aee6-1fa3da763b72 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=2d537810-f1a8-4f43-9124-277f98c50d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377705 May 21 15:25:21.576985 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device 8bd300c2-9259-4990-9ee0-95c4bbf98472 up at agent hyperv_hv-cinder-79229 {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:25:21.650263 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Provisioning for port 8bd300c2-9259-4990-9ee0-95c4bbf98472 completed by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:25:21.655480 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Provisioning complete for port 8bd300c2-9259-4990-9ee0-95c4bbf98472 triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:25:21.655854 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:21.775050 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:21.808136 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port 8bd300c2-9259-4990-9ee0-95c4bbf98472, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=8bd300c2-9259-4990-9ee0-95c4bbf98472,segment=NetworkSegment(796a0f60-d86e-41bb-8f3a-803d5cafd80d),segment_id=796a0f60-d86e-41bb-8f3a-803d5cafd80d)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:25:21.813107 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:21.814945 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-6aed1870-d67a-4ce1-9e59-3fa011c0a292 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:25:21.880411 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Pushing event updated for resources: {'Port': ['ID=8bd300c2-9259-4990-9ee0-95c4bbf98472,revision_number=5']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:25:21.883359 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:25:22.072802 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f4bc40-99d0-4938-a69d-9829523fccf2 req-0e3f431b-8bb1-46c1-90d7-b45ec53c0348 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:22.074226 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f3f4bc40-99d0-4938-a69d-9829523fccf2 req-0e3f431b-8bb1-46c1-90d7-b45ec53c0348 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] 10.222.0.69 "GET /v2.0/ports?device_id=f708b677-c213-4fe4-8c83-8004cda701d1 HTTP/1.1" status: 200 len: 946 time: 0.0802755 May 21 15:25:22.123068 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f3f4bc40-99d0-4938-a69d-9829523fccf2 req-304abd35-fb44-410b-99f3-ef59e2c89463 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] 10.222.0.69 "GET /v2.0/security-groups?id=b26d4b7d-8037-40ab-bb28-bd214b83bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418549 May 21 15:25:22.194896 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f708b677-c213-4fe4-8c83-8004cda701d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bd300c2-9259-4990-9ee0-95c4bbf98472'}] {{(pid=91550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:25:22.239035 dv-cinder-792299-3-iscsi neutron-server[91550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f708b677-c213-4fe4-8c83-8004cda701d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bd300c2-9259-4990-9ee0-95c4bbf98472', 'code': 200} May 21 15:25:22.349777 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59facc40-f028-4d63-92a6-0156bd1f5b37 req-f044f6d4-00ec-484a-90de-81041a62167c tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:22.351246 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-59facc40-f028-4d63-92a6-0156bd1f5b37 req-f044f6d4-00ec-484a-90de-81041a62167c tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=7331e151-fe9a-4840-b2d7-6ae15e909592 HTTP/1.1" status: 200 len: 946 time: 0.0853286 May 21 15:25:22.401654 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-59facc40-f028-4d63-92a6-0156bd1f5b37 req-b29cac96-d583-45d4-b39f-374ae924da0f tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=2d537810-f1a8-4f43-9124-277f98c50d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444279 May 21 15:25:22.476156 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc4e9c-bab7-423a-aff9-d0b16dfe7d0d req-86bef594-8cd4-4f43-99f0-b0382543e205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:22.477646 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-f0fc4e9c-bab7-423a-aff9-d0b16dfe7d0d req-86bef594-8cd4-4f43-99f0-b0382543e205 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f708b677-c213-4fe4-8c83-8004cda701d1 HTTP/1.1" status: 200 len: 1099 time: 0.0769415 May 21 15:25:22.522365 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-f0fc4e9c-bab7-423a-aff9-d0b16dfe7d0d req-e403cd40-2f21-43fc-877d-c1cc166121c9 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=b26d4b7d-8037-40ab-bb28-bd214b83bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381923 May 21 15:25:22.594073 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e483992-2d27-4681-91c3-c96ca19b659e req-2a0dc034-228a-4ac0-9798-6345ae67182f tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:22.595656 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-0e483992-2d27-4681-91c3-c96ca19b659e req-2a0dc034-228a-4ac0-9798-6345ae67182f tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=7331e151-fe9a-4840-b2d7-6ae15e909592 HTTP/1.1" status: 200 len: 946 time: 0.0863583 May 21 15:25:22.604222 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 34976) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:25:22.609984 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.v2.base [None req-970f9b46-691e-40dd-a976-852327301e8e tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Request body: {'floatingip': {'port_id': 'df944eff-d690-401b-bf4c-67654942ec3e'}} {{(pid=91549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:25:22.685419 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-970f9b46-691e-40dd-a976-852327301e8e tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks [] for floatingip, before_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:23.180005 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:23.361331 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609aa4f-81cf-4863-a90b-4fc748040c02 req-07ae4fb2-1d1b-47e8-a90c-659ff2f217bc tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:23.362845 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-d609aa4f-81cf-4863-a90b-4fc748040c02 req-07ae4fb2-1d1b-47e8-a90c-659ff2f217bc tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] 10.222.0.69 "GET /v2.0/ports?device_id=f708b677-c213-4fe4-8c83-8004cda701d1 HTTP/1.1" status: 200 len: 946 time: 0.1172924 May 21 15:25:23.495224 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-d609aa4f-81cf-4863-a90b-4fc748040c02 req-430719e5-d4c0-48e2-9729-40caa3f5497e tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] 10.222.0.69 "GET /v2.0/security-groups?id=b26d4b7d-8037-40ab-bb28-bd214b83bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181345 May 21 15:25:23.518959 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-970f9b46-691e-40dd-a976-852327301e8e tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:23.522702 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-970f9b46-691e-40dd-a976-852327301e8e tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763211'] for floatingip, after_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:23.699298 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.db.l3_db [None req-970f9b46-691e-40dd-a976-852327301e8e tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Floating IP 23b934d1-7c51-441a-89fd-ad3ec8af7b70 associated. External IP: 172.27.2.4, port: df944eff-d690-401b-bf4c-67654942ec3e. May 21 15:25:24.061486 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-970f9b46-691e-40dd-a976-852327301e8e tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Router d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83 has already been hosted by L3 agent 9c636599-187f-4688-bb24-d46a8be2a055 {{(pid=91549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:25:24.245483 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-970f9b46-691e-40dd-a976-852327301e8e tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify agent at l3_agent.dv-cinder-792299-3-iscsi the message routers_updated {{(pid=91549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:25:24.250468 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-970f9b46-691e-40dd-a976-852327301e8e tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for floatingip, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:24.256039 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1a5dba-cf2e-458f-9fc5-fb5f553f8e03 None None] Sync routers for ids ['d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83'] in dv-cinder-792299-3-iscsi {{(pid=91550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:25:24.266661 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1a5dba-cf2e-458f-9fc5-fb5f553f8e03 None None] Routers {'d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:25:24.267402 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-bc1a5dba-cf2e-458f-9fc5-fb5f553f8e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:25:18Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83'], 'active': True} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:25:24.309208 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-970f9b46-691e-40dd-a976-852327301e8e tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "PUT /v2.0/floatingips/23b934d1-7c51-441a-89fd-ad3ec8af7b70 HTTP/1.1" status: 200 len: 990 time: 1.7039175 May 21 15:25:24.310019 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7331e151-fe9a-4840-b2d7-6ae15e909592', 'tag': 'df944eff-d690-401b-bf4c-67654942ec3e'}] {{(pid=91549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:25:24.362989 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7331e151-fe9a-4840-b2d7-6ae15e909592', 'tag': 'df944eff-d690-401b-bf4c-67654942ec3e', 'status': 'completed', 'code': 200} May 21 15:25:24.471350 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298717b2-0bdc-4bd3-97ad-28d0b6b7b522 req-2b8af9ba-1573-4a78-a2a5-639980c19ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:24.473457 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-298717b2-0bdc-4bd3-97ad-28d0b6b7b522 req-2b8af9ba-1573-4a78-a2a5-639980c19ac3 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a0ff7059c233428f81d35f38ec365006&device_id=7331e151-fe9a-4840-b2d7-6ae15e909592 HTTP/1.1" status: 200 len: 1099 time: 0.0841577 May 21 15:25:24.474707 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvr_db [None req-bc1a5dba-cf2e-458f-9fc5-fb5f553f8e03 None None] Set router d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83 gateway port host: dv-cinder-792299-3-iscsi {{(pid=91550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:25:24.620257 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298717b2-0bdc-4bd3-97ad-28d0b6b7b522 req-b0e86653-4bc2-4622-af32-c35a4618c863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:24.621716 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-298717b2-0bdc-4bd3-97ad-28d0b6b7b522 req-b0e86653-4bc2-4622-af32-c35a4618c863 service neutron] 10.222.0.68 "GET /v2.0/networks?id=efa2a869-eef6-443f-b219-ba0ab20cb5c1 HTTP/1.1" status: 200 len: 911 time: 0.1412659 May 21 15:25:24.699656 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ce0c8-0ad4-456d-91f6-bcc125a1199a req-5b9fadd3-0a91-4592-8a8c-dac09450197f tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:24.700929 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-eb5ce0c8-0ad4-456d-91f6-bcc125a1199a req-5b9fadd3-0a91-4592-8a8c-dac09450197f tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] 10.222.0.69 "GET /v2.0/ports?device_id=f708b677-c213-4fe4-8c83-8004cda701d1 HTTP/1.1" status: 200 len: 946 time: 0.0911424 May 21 15:25:24.750197 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-eb5ce0c8-0ad4-456d-91f6-bcc125a1199a req-8384c221-d227-42bb-8cc0-7ed3e0c367f6 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] 10.222.0.69 "GET /v2.0/security-groups?id=b26d4b7d-8037-40ab-bb28-bd214b83bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394266 May 21 15:25:24.799708 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-298717b2-0bdc-4bd3-97ad-28d0b6b7b522 req-449576f6-5032-4fc1-85c6-ea172ec9c8b5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df944eff-d690-401b-bf4c-67654942ec3e HTTP/1.1" status: 200 len: 998 time: 0.1705225 May 21 15:25:24.867588 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298717b2-0bdc-4bd3-97ad-28d0b6b7b522 req-323a3554-a45b-4be0-a329-083553d7dc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:24.869028 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-298717b2-0bdc-4bd3-97ad-28d0b6b7b522 req-323a3554-a45b-4be0-a329-083553d7dc7c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b15db54b-4552-4834-a465-ff2d97af0b01 HTTP/1.1" status: 200 len: 849 time: 0.0628779 May 21 15:25:24.887587 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-bc1a5dba-cf2e-458f-9fc5-fb5f553f8e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd10ee6fe-509b-447e-8ed6-5ba0b8d0fb83', 'name': 'tempest-AttachVolumeTestJSON-983484191-router', 'tenant_id': 'a0ff7059c233428f81d35f38ec365006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '0b5f6bc1-2f39-4521-b263-738e2de40747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:20:01Z', 'updated_at': '2021-05-21T15:20:08Z', 'revision_number': 4, 'project_id': 'a0ff7059c233428f81d35f38ec365006', 'gw_port': {'id': '0b5f6bc1-2f39-4521-b263-738e2de40747', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10ee6fe-509b-447e-8ed6-5ba0b8d0fb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:20:02Z', 'updated_at': '2021-05-21T15:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_floatingips': [{'id': '23b934d1-7c51-441a-89fd-ad3ec8af7b70', 'tenant_id': 'a0ff7059c233428f81d35f38ec365006', 'floating_ip_address': '172.27.2.4', 'floating_network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'router_id': 'd10ee6fe-509b-447e-8ed6-5ba0b8d0fb83', 'port_id': 'df944eff-d690-401b-bf4c-67654942ec3e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efa2a869-eef6-443f-b219-ba0ab20cb5c1', 'mac_address': 'fa:16:3e:0a:95:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7331e151-fe9a-4840-b2d7-6ae15e909592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:25:08Z', 'updated_at': '2021-05-21T15:25:23Z', 'revision_number': 1, 'project_id': 'a0ff7059c233428f81d35f38ec365006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0c6be38-c672-47b5-a65f-4876da27922a', 'name': '', 'network_id': 'efa2a869-eef6-443f-b219-ba0ab20cb5c1', 'tenant_id': 'a0ff7059c233428f81d35f38ec365006', 'mac_address': 'fa:16:3e:1d:7b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10ee6fe-509b-447e-8ed6-5ba0b8d0fb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b15db54b-4552-4834-a465-ff2d97af0b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:20:07Z', 'updated_at': '2021-05-21T15:20:15Z', 'revision_number': 5, 'project_id': 'a0ff7059c233428f81d35f38ec365006', 'subnets': [{'id': 'b15db54b-4552-4834-a465-ff2d97af0b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:25:24.893117 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1a5dba-cf2e-458f-9fc5-fb5f553f8e03 None None] Checking router: d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83 for host: dv-cinder-792299-3-iscsi {{(pid=91550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:25:24.902235 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1a5dba-cf2e-458f-9fc5-fb5f553f8e03 None None] Routers {'d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:25:24.902864 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-bc1a5dba-cf2e-458f-9fc5-fb5f553f8e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:25:18Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83'], 'active': True} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:25:24.945352 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298717b2-0bdc-4bd3-97ad-28d0b6b7b522 req-1de38196-4f0e-45e3-b087-a961a44bfa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:24.946818 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-298717b2-0bdc-4bd3-97ad-28d0b6b7b522 req-1de38196-4f0e-45e3-b087-a961a44bfa7c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=efa2a869-eef6-443f-b219-ba0ab20cb5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0712900 May 21 15:25:25.089238 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-298717b2-0bdc-4bd3-97ad-28d0b6b7b522 req-41edfb50-8748-418d-ac0a-70943102e8c7 service neutron] 10.222.0.68 "GET /v2.0/networks/efa2a869-eef6-443f-b219-ba0ab20cb5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346800 May 21 15:25:25.091041 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvr_db [None req-bc1a5dba-cf2e-458f-9fc5-fb5f553f8e03 None None] Set router d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83 gateway port host: dv-cinder-792299-3-iscsi {{(pid=91550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:25:25.244963 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-298717b2-0bdc-4bd3-97ad-28d0b6b7b522 req-5c2cd073-ca4d-48a7-b7b5-78a88a6d00a3 service neutron] 10.222.0.68 "GET /v2.0/networks/efa2a869-eef6-443f-b219-ba0ab20cb5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458607 May 21 15:25:25.479338 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-bc1a5dba-cf2e-458f-9fc5-fb5f553f8e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd10ee6fe-509b-447e-8ed6-5ba0b8d0fb83', 'name': 'tempest-AttachVolumeTestJSON-983484191-router', 'tenant_id': 'a0ff7059c233428f81d35f38ec365006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '0b5f6bc1-2f39-4521-b263-738e2de40747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:20:01Z', 'updated_at': '2021-05-21T15:20:08Z', 'revision_number': 4, 'project_id': 'a0ff7059c233428f81d35f38ec365006', 'gw_port': {'id': '0b5f6bc1-2f39-4521-b263-738e2de40747', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10ee6fe-509b-447e-8ed6-5ba0b8d0fb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:20:02Z', 'updated_at': '2021-05-21T15:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_floatingips': [{'id': '23b934d1-7c51-441a-89fd-ad3ec8af7b70', 'tenant_id': 'a0ff7059c233428f81d35f38ec365006', 'floating_ip_address': '172.27.2.4', 'floating_network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'router_id': 'd10ee6fe-509b-447e-8ed6-5ba0b8d0fb83', 'port_id': 'df944eff-d690-401b-bf4c-67654942ec3e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efa2a869-eef6-443f-b219-ba0ab20cb5c1', 'mac_address': 'fa:16:3e:0a:95:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7331e151-fe9a-4840-b2d7-6ae15e909592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:25:08Z', 'updated_at': '2021-05-21T15:25:23Z', 'revision_number': 1, 'project_id': 'a0ff7059c233428f81d35f38ec365006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0c6be38-c672-47b5-a65f-4876da27922a', 'name': '', 'network_id': 'efa2a869-eef6-443f-b219-ba0ab20cb5c1', 'tenant_id': 'a0ff7059c233428f81d35f38ec365006', 'mac_address': 'fa:16:3e:1d:7b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10ee6fe-509b-447e-8ed6-5ba0b8d0fb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b15db54b-4552-4834-a465-ff2d97af0b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:20:07Z', 'updated_at': '2021-05-21T15:20:15Z', 'revision_number': 5, 'project_id': 'a0ff7059c233428f81d35f38ec365006', 'subnets': [{'id': 'b15db54b-4552-4834-a465-ff2d97af0b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:25:25.483918 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1a5dba-cf2e-458f-9fc5-fb5f553f8e03 None None] The sync data for ids ['d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83'] in dv-cinder-792299-3-iscsi is: [{'id': 'd10ee6fe-509b-447e-8ed6-5ba0b8d0fb83', 'name': 'tempest-AttachVolumeTestJSON-983484191-router', 'tenant_id': 'a0ff7059c233428f81d35f38ec365006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '0b5f6bc1-2f39-4521-b263-738e2de40747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:20:01Z', 'updated_at': '2021-05-21T15:20:08Z', 'revision_number': 4, 'project_id': 'a0ff7059c233428f81d35f38ec365006', 'gw_port': {'id': '0b5f6bc1-2f39-4521-b263-738e2de40747', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10ee6fe-509b-447e-8ed6-5ba0b8d0fb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:20:02Z', 'updated_at': '2021-05-21T15:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_floatingips': [{'id': '23b934d1-7c51-441a-89fd-ad3ec8af7b70', 'tenant_id': 'a0ff7059c233428f81d35f38ec365006', 'floating_ip_address': '172.27.2.4', 'floating_network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'router_id': 'd10ee6fe-509b-447e-8ed6-5ba0b8d0fb83', 'port_id': 'df944eff-d690-401b-bf4c-67654942ec3e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efa2a869-eef6-443f-b219-ba0ab20cb5c1', 'mac_address': 'fa:16:3e:0a:95:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7331e151-fe9a-4840-b2d7-6ae15e909592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:25:08Z', 'updated_at': '2021-05-21T15:25:23Z', 'revision_number': 1, 'project_id': 'a0ff7059c233428f81d35f38ec365006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0c6be38-c672-47b5-a65f-4876da27922a', 'name': '', 'network_id': 'efa2a869-eef6-443f-b219-ba0ab20cb5c1', 'tenant_id': 'a0ff7059c233428f81d35f38ec365006', 'mac_address': 'fa:16:3e:1d:7b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10ee6fe-509b-447e-8ed6-5ba0b8d0fb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b15db54b-4552-4834-a465-ff2d97af0b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:20:07Z', 'updated_at': '2021-05-21T15:20:15Z', 'revision_number': 5, 'project_id': 'a0ff7059c233428f81d35f38ec365006', 'subnets': [{'id': 'b15db54b-4552-4834-a465-ff2d97af0b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:25:25.716860 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68d5637-6ac7-4367-9032-0482118f57bf None None] New status for floating IP 23b934d1-7c51-441a-89fd-ad3ec8af7b70: ACTIVE {{(pid=91551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 21 15:25:25.990792 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e462c90-d273-4a17-bfa4-4b12ea77d141 req-f80b505a-cc96-41d1-a6f4-f0ba326fb82f tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:25.993519 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-0e462c90-d273-4a17-bfa4-4b12ea77d141 req-f80b505a-cc96-41d1-a6f4-f0ba326fb82f tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] 10.222.0.69 "GET /v2.0/ports?device_id=f708b677-c213-4fe4-8c83-8004cda701d1 HTTP/1.1" status: 200 len: 946 time: 0.1252756 May 21 15:25:26.060663 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-0e462c90-d273-4a17-bfa4-4b12ea77d141 req-0b8525f7-b8b8-433c-9d32-372c279947e2 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] 10.222.0.69 "GET /v2.0/security-groups?id=b26d4b7d-8037-40ab-bb28-bd214b83bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593340 May 21 15:25:27.257474 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be3081-6057-45dc-94d9-94c244e8d6b9 req-96cd1d66-5ca0-4e2e-9bca-5a258f3cbc45 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:27.259002 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-d1be3081-6057-45dc-94d9-94c244e8d6b9 req-96cd1d66-5ca0-4e2e-9bca-5a258f3cbc45 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] 10.222.0.69 "GET /v2.0/ports?device_id=f708b677-c213-4fe4-8c83-8004cda701d1 HTTP/1.1" status: 200 len: 946 time: 0.0812387 May 21 15:25:27.308120 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-d1be3081-6057-45dc-94d9-94c244e8d6b9 req-76db2074-eeb1-4180-926a-c0113f6a4407 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] 10.222.0.69 "GET /v2.0/security-groups?id=b26d4b7d-8037-40ab-bb28-bd214b83bcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427799 May 21 15:25:27.409676 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0f0bc-7cc9-430d-9db4-bf64023402d0 req-6d124755-e20a-47b3-b676-afa096490956 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:25:27.410390 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-1aa0f0bc-7cc9-430d-9db4-bf64023402d0 req-6d124755-e20a-47b3-b676-afa096490956 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Synchronizing usage tracker for tenant:9750c53dcf1d41b7b4b91ed3322669dc on resource:port {{(pid=91548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:25:27.427007 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-1aa0f0bc-7cc9-430d-9db4-bf64023402d0 req-6d124755-e20a-47b3-b676-afa096490956 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Unset dirty status for tenant:9750c53dcf1d41b7b4b91ed3322669dc on resource:port {{(pid=91548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:25:27.428241 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-1aa0f0bc-7cc9-430d-9db4-bf64023402d0 req-6d124755-e20a-47b3-b676-afa096490956 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] 10.222.0.68 "GET /v2.0/ports?device_id=f708b677-c213-4fe4-8c83-8004cda701d1 HTTP/1.1" status: 200 len: 946 time: 0.0981872 May 21 15:25:27.580210 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [req-1aa0f0bc-7cc9-430d-9db4-bf64023402d0 req-ac7f8571-e365-43d6-a6be-cedc92da26d3 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Deleting port 8bd300c2-9259-4990-9ee0-95c4bbf98472 {{(pid=91548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:25:27.580545 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-1aa0f0bc-7cc9-430d-9db4-bf64023402d0 req-ac7f8571-e365-43d6-a6be-cedc92da26d3 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730419685614'] for port, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:27.804666 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [req-1aa0f0bc-7cc9-430d-9db4-bf64023402d0 req-ac7f8571-e365-43d6-a6be-cedc92da26d3 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] For port 8bd300c2-9259-4990-9ee0-95c4bbf98472, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=8bd300c2-9259-4990-9ee0-95c4bbf98472,segment=NetworkSegment(796a0f60-d86e-41bb-8f3a-803d5cafd80d),segment_id=796a0f60-d86e-41bb-8f3a-803d5cafd80d)] {{(pid=91548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:25:27.805027 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-1aa0f0bc-7cc9-430d-9db4-bf64023402d0 req-ac7f8571-e365-43d6-a6be-cedc92da26d3 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829031'] for port, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:27.935185 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [req-1aa0f0bc-7cc9-430d-9db4-bf64023402d0 req-ac7f8571-e365-43d6-a6be-cedc92da26d3 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Calling delete_port for 8bd300c2-9259-4990-9ee0-95c4bbf98472 owned by compute:nova {{(pid=91548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:25:28.047177 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-1aa0f0bc-7cc9-430d-9db4-bf64023402d0 req-ac7f8571-e365-43d6-a6be-cedc92da26d3 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730419690186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730419340162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14885552'] for port, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:28.053283 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:25:28.061570 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] get_ports_and_sgs() called for port_ids ['8bd300c2-9259-4990-9ee0-95c4bbf98472'] {{(pid=91550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:25:28.102824 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7f8571-e365-43d6-a6be-cedc92da26d3 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Pushing event deleted for resources: {'Port': ['ID=8bd300c2-9259-4990-9ee0-95c4bbf98472,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:25:28.134385 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-ac7f8571-e365-43d6-a6be-cedc92da26d3 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:25:28.182999 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aa0f0bc-7cc9-430d-9db4-bf64023402d0 req-ac7f8571-e365-43d6-a6be-cedc92da26d3 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] No DVR routers for this DVR port 8bd300c2-9259-4990-9ee0-95c4bbf98472 on host hv-cinder-79229 {{(pid=91548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:25:28.186390 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-1aa0f0bc-7cc9-430d-9db4-bf64023402d0 req-ac7f8571-e365-43d6-a6be-cedc92da26d3 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for port, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:28.189003 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f708b677-c213-4fe4-8c83-8004cda701d1', 'name': 'network-vif-deleted', 'tag': '8bd300c2-9259-4990-9ee0-95c4bbf98472'}] {{(pid=91548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:25:28.207584 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-1aa0f0bc-7cc9-430d-9db4-bf64023402d0 req-ac7f8571-e365-43d6-a6be-cedc92da26d3 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] 10.222.0.68 "DELETE /v2.0/ports/8bd300c2-9259-4990-9ee0-95c4bbf98472 HTTP/1.1" status: 204 len: 173 time: 0.7729886 May 21 15:25:28.239850 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f708b677-c213-4fe4-8c83-8004cda701d1', 'name': 'network-vif-deleted', 'tag': '8bd300c2-9259-4990-9ee0-95c4bbf98472', 'status': 'completed', 'code': 200} May 21 15:25:28.591532 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-96f2abd6-20db-4012-8139-97236331b1d3 req-daf03da3-92b8-47ee-b475-65f7eae81db4 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] 10.222.0.69 "GET /v2.0/ports?device_id=f708b677-c213-4fe4-8c83-8004cda701d1 HTTP/1.1" status: 200 len: 210 time: 0.1513309 May 21 15:25:32.161577 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device 8bd300c2-9259-4990-9ee0-95c4bbf98472 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:25:32.196359 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] No Port match for: 8bd300c2-9259-4990-9ee0-95c4bbf98472 {{(pid=91550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:25:32.196711 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device 8bd300c2-9259-4990-9ee0-95c4bbf98472 not bound to the agent host hv-cinder-79229 {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:25:45.257853 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-708db71b-9979-4883-8bc6-4d62b0395133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:48.015288 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:48.299772 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-87bee931-966e-4163-8c17-803abdb4f626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:49.299840 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e6f13acb-dde4-45e3-8932-2715da3406c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:50.858999 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-cb99478c-afff-4a9c-8770-f3354af234b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:52.505019 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 35330) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:25:52.564321 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.db_base_plugin_v2 [None req-670ff7bb-0025-49d9-8090-37bda8d22f9d admin admin] Deleting subnet 0a76c4c4-c767-451c-962a-6a2129e05c9c {{(pid=91548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 21 15:25:52.567332 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-670ff7bb-0025-49d9-8090-37bda8d22f9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:52.619244 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-670ff7bb-0025-49d9-8090-37bda8d22f9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15185061'] for subnet, precommit_delete_associations {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:52.679088 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-670ff7bb-0025-49d9-8090-37bda8d22f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708537'] for subnet, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:52.927817 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-670ff7bb-0025-49d9-8090-37bda8d22f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14885533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14760833'] for subnet, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:52.932532 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-89b2cfa4-9616-4663-af9d-fcbd3db14c22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:25:52.968249 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670ff7bb-0025-49d9-8090-37bda8d22f9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a76c4c4-c767-451c-962a-6a2129e05c9c,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:25:52.971272 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-670ff7bb-0025-49d9-8090-37bda8d22f9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:52.977086 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-670ff7bb-0025-49d9-8090-37bda8d22f9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:25:52.982551 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-670ff7bb-0025-49d9-8090-37bda8d22f9d admin admin] 10.222.0.69 "DELETE /v2.0/subnets/0a76c4c4-c767-451c-962a-6a2129e05c9c HTTP/1.1" status: 204 len: 168 time: 0.4757292 May 21 15:25:52.984945 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 35338) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:25:53.094117 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-7bd055ed-bd48-4860-96a8-1cad2527af1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732154'] for network, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:53.175498 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:53.220453 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-7bd055ed-bd48-4860-96a8-1cad2527af1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707840', 'neutron.services.segments.db._delete_segments_for_network-8730419779193'] for network, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:53.233814 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.services.segments.db [None req-7bd055ed-bd48-4860-96a8-1cad2527af1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a02056e-ab21-48b3-a085-a07393acfbc6']}} {{(pid=91548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:25:53.246189 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.services.segments.db [None req-7bd055ed-bd48-4860-96a8-1cad2527af1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '796a0f60-d86e-41bb-8f3a-803d5cafd80d') {'for_net_delete': True} {{(pid=91548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:25:53.246476 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.services.segments.db [None req-7bd055ed-bd48-4860-96a8-1cad2527af1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '796a0f60-d86e-41bb-8f3a-803d5cafd80d') {} {{(pid=91548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:25:53.258040 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-7bd055ed-bd48-4860-96a8-1cad2527af1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730419791885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15185084'] for segment, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:53.273926 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-7bd055ed-bd48-4860-96a8-1cad2527af1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703692'] for segment, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:53.280212 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bd055ed-bd48-4860-96a8-1cad2527af1d admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=91548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 21 15:25:53.280657 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-7bd055ed-bd48-4860-96a8-1cad2527af1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14885571'] for segment, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:53.293389 dv-cinder-792299-3-iscsi neutron-server[91548]: Traceback (most recent call last): May 21 15:25:53.293389 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 21 15:25:53.293389 dv-cinder-792299-3-iscsi neutron-server[91548]: timer() May 21 15:25:53.293389 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 21 15:25:53.293389 dv-cinder-792299-3-iscsi neutron-server[91548]: cb(*args, **kw) May 21 15:25:53.293389 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 21 15:25:53.293389 dv-cinder-792299-3-iscsi neutron-server[91548]: return func(*args, **kwargs) May 21 15:25:53.293389 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 21 15:25:53.293389 dv-cinder-792299-3-iscsi neutron-server[91548]: self._notify() May 21 15:25:53.293389 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 21 15:25:53.293389 dv-cinder-792299-3-iscsi neutron-server[91548]: self.callback(batched_events) May 21 15:25:53.293389 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 21 15:25:53.293389 dv-cinder-792299-3-iscsi neutron-server[91548]: event.method(event) May 21 15:25:53.293389 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 21 15:25:53.293389 dv-cinder-792299-3-iscsi neutron-server[91548]: aggregate_id = self._get_aggregate_id(event.segment_id) May 21 15:25:53.293389 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 21 15:25:53.293389 dv-cinder-792299-3-iscsi neutron-server[91548]: aggregate_uuid = self.p_client.list_aggregates( May 21 15:25:53.293389 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 21 15:25:53.293389 dv-cinder-792299-3-iscsi neutron-server[91548]: return f(self, *a, **k) May 21 15:25:53.293389 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 21 15:25:53.293389 dv-cinder-792299-3-iscsi neutron-server[91548]: return self._get(url).json() May 21 15:25:53.293389 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 21 15:25:53.293389 dv-cinder-792299-3-iscsi neutron-server[91548]: return self._client.get(url, endpoint_filter=self._ks_filter, May 21 15:25:53.293389 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 21 15:25:53.293389 dv-cinder-792299-3-iscsi neutron-server[91548]: return self.request(url, 'GET', **kwargs) May 21 15:25:53.293389 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 21 15:25:53.293389 dv-cinder-792299-3-iscsi neutron-server[91548]: base_url = self.get_endpoint(auth, allow=allow, May 21 15:25:53.293389 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 21 15:25:53.293389 dv-cinder-792299-3-iscsi neutron-server[91548]: auth = self._auth_required(auth, 'determine endpoint URL') May 21 15:25:53.293389 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 21 15:25:53.293389 dv-cinder-792299-3-iscsi neutron-server[91548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 21 15:25:53.293389 dv-cinder-792299-3-iscsi neutron-server[91548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 21 15:25:53.394911 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-7bd055ed-bd48-4860-96a8-1cad2527af1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1599858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763229'] for network, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:53.398740 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-194ade5f-798c-4a4c-b881-45d534044943 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:25:53.412078 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-7bd055ed-bd48-4860-96a8-1cad2527af1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697775'] for network, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:53.423468 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd055ed-bd48-4860-96a8-1cad2527af1d admin admin] Pushing event deleted for resources: {'Network': ['ID=6a02056e-ab21-48b3-a085-a07393acfbc6,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:25:53.426638 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-7bd055ed-bd48-4860-96a8-1cad2527af1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:25:53.432029 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-7bd055ed-bd48-4860-96a8-1cad2527af1d admin admin] 10.222.0.69 "DELETE /v2.0/networks/6a02056e-ab21-48b3-a085-a07393acfbc6 HTTP/1.1" status: 204 len: 168 time: 0.4460185 May 21 15:25:53.604810 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 35344) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:25:53.655239 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-4aeb4a3c-5fa2-42a4-a5e5-f9c4045d3604 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9750c53dcf1d41b7b4b91ed3322669dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0491102 May 21 15:25:53.657610 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 35348) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:25:53.714484 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-bc0d81eb-029e-4428-95c9-694c1eb045df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:53.744403 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-bc0d81eb-029e-4428-95c9-694c1eb045df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:53.804273 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-bc0d81eb-029e-4428-95c9-694c1eb045df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:53.808331 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-d0f50822-4604-40f6-bee4-0f4f96e9a6ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:25:53.819869 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d81eb-029e-4428-95c9-694c1eb045df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26d4b7d-8037-40ab-bb28-bd214b83bcc0,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:25:53.831784 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d81eb-029e-4428-95c9-694c1eb045df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:25:53.832247 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d81eb-029e-4428-95c9-694c1eb045df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:25:53.832683 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d81eb-029e-4428-95c9-694c1eb045df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:25:53.833117 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d81eb-029e-4428-95c9-694c1eb045df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:25:53.833541 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d81eb-029e-4428-95c9-694c1eb045df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:25:53.833957 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d81eb-029e-4428-95c9-694c1eb045df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:25:53.834365 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d81eb-029e-4428-95c9-694c1eb045df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:25:53.834778 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d81eb-029e-4428-95c9-694c1eb045df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:25:53.835242 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d81eb-029e-4428-95c9-694c1eb045df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:25:53.835663 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d81eb-029e-4428-95c9-694c1eb045df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:25:53.836091 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d81eb-029e-4428-95c9-694c1eb045df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:25:53.836505 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d81eb-029e-4428-95c9-694c1eb045df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:25:53.841215 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-bc0d81eb-029e-4428-95c9-694c1eb045df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:25:53.857627 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-bc0d81eb-029e-4428-95c9-694c1eb045df admin admin] Notify callbacks [] for security_group, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:53.859052 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-bc0d81eb-029e-4428-95c9-694c1eb045df admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b26d4b7d-8037-40ab-bb28-bd214b83bcc0 HTTP/1.1" status: 204 len: 168 time: 0.2002199 May 21 15:25:56.133032 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.agents_db [None req-1cb0bb7b-b6db-4325-ad21-6fa15867ad0e None None] Agent healthcheck: found 6 active agents {{(pid=91551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:26:03.384501 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55408d05-2d41-444e-b033-3994268cab7a req-bf501e6e-2b37-420d-8241-989ad9afe9eb tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:03.386134 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-55408d05-2d41-444e-b033-3994268cab7a req-bf501e6e-2b37-420d-8241-989ad9afe9eb tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a6db82c-90c3-47b1-9c54-ffc574f0a2de HTTP/1.1" status: 200 len: 945 time: 0.0868227 May 21 15:26:03.442047 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-55408d05-2d41-444e-b033-3994268cab7a req-aab7d352-5fb8-4adc-94f7-7f9cf94d38ff tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2928b2d-2877-4874-a0b8-88718ebe5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487750 May 21 15:26:03.594347 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227128d-81af-4276-ae0b-f39af82fb7dd req-fe5af594-0892-4f5d-a3bf-be9824499ae5 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:03.595914 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f227128d-81af-4276-ae0b-f39af82fb7dd req-fe5af594-0892-4f5d-a3bf-be9824499ae5 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2c1e137-0e16-47bf-b1a1-1667d7a401e6 HTTP/1.1" status: 200 len: 946 time: 0.0804782 May 21 15:26:03.641913 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f227128d-81af-4276-ae0b-f39af82fb7dd req-671e54d9-3305-4513-9b8e-dcec9da0be90 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=cfd2066b-2d4a-4f75-bc76-8bdfcda38f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403893 May 21 15:26:04.640759 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab2ad5-f633-433b-b9dc-cd70e422e87b req-5fea646a-2898-4cc5-8e27-ec6b9ec2d85d tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:04.642269 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-57ab2ad5-f633-433b-b9dc-cd70e422e87b req-5fea646a-2898-4cc5-8e27-ec6b9ec2d85d tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a6db82c-90c3-47b1-9c54-ffc574f0a2de HTTP/1.1" status: 200 len: 945 time: 0.0859265 May 21 15:26:04.691899 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-57ab2ad5-f633-433b-b9dc-cd70e422e87b req-1a297ef8-9740-49f7-8214-e19ef269bb59 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2928b2d-2877-4874-a0b8-88718ebe5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438473 May 21 15:26:04.845755 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77139cda-a8e8-41e4-aa09-fdc4a73077c1 req-09f41524-8c3b-4977-872a-2207ec632a83 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:04.847253 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-77139cda-a8e8-41e4-aa09-fdc4a73077c1 req-09f41524-8c3b-4977-872a-2207ec632a83 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2c1e137-0e16-47bf-b1a1-1667d7a401e6 HTTP/1.1" status: 200 len: 946 time: 0.0833323 May 21 15:26:04.893802 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-77139cda-a8e8-41e4-aa09-fdc4a73077c1 req-bb4ca709-818f-499a-bade-c525ba96cb68 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=cfd2066b-2d4a-4f75-bc76-8bdfcda38f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408275 May 21 15:26:05.883791 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd85d3-7c44-4fd1-853c-8312231b69e7 req-e7729a28-e805-4942-bcdf-7cf794dc7f59 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:05.885251 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-76bd85d3-7c44-4fd1-853c-8312231b69e7 req-e7729a28-e805-4942-bcdf-7cf794dc7f59 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a6db82c-90c3-47b1-9c54-ffc574f0a2de HTTP/1.1" status: 200 len: 945 time: 0.0849302 May 21 15:26:05.931813 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-76bd85d3-7c44-4fd1-853c-8312231b69e7 req-b3bf17d4-e60b-4412-8457-ad9f6231a698 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2928b2d-2877-4874-a0b8-88718ebe5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398722 May 21 15:26:06.088716 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999acfd9-7c7d-409f-aab9-a2ed5feb172a req-b4c9b82c-37bc-44e1-bea3-75b0d76f2ebe tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:06.090228 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-999acfd9-7c7d-409f-aab9-a2ed5feb172a req-b4c9b82c-37bc-44e1-bea3-75b0d76f2ebe tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2c1e137-0e16-47bf-b1a1-1667d7a401e6 HTTP/1.1" status: 200 len: 946 time: 0.0815248 May 21 15:26:06.141733 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-999acfd9-7c7d-409f-aab9-a2ed5feb172a req-7b80df30-b05d-4832-829e-465119844937 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=cfd2066b-2d4a-4f75-bc76-8bdfcda38f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448318 May 21 15:26:07.139959 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c3a7b-639d-4293-9c4d-f54f24c240db req-8b4da916-7353-43fe-9c7f-889d17635136 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:07.141514 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-968c3a7b-639d-4293-9c4d-f54f24c240db req-8b4da916-7353-43fe-9c7f-889d17635136 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a6db82c-90c3-47b1-9c54-ffc574f0a2de HTTP/1.1" status: 200 len: 945 time: 0.0969799 May 21 15:26:07.191581 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-968c3a7b-639d-4293-9c4d-f54f24c240db req-9bacee57-15b3-4434-97f0-1b751716fa6a tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2928b2d-2877-4874-a0b8-88718ebe5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420952 May 21 15:26:07.358921 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accff46f-cc90-452d-904b-c698d6cb08f1 req-2818bc6c-8caf-42c0-80ee-8b6af735b3f8 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:07.361551 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-accff46f-cc90-452d-904b-c698d6cb08f1 req-2818bc6c-8caf-42c0-80ee-8b6af735b3f8 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2c1e137-0e16-47bf-b1a1-1667d7a401e6 HTTP/1.1" status: 200 len: 946 time: 0.0956421 May 21 15:26:07.418588 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-accff46f-cc90-452d-904b-c698d6cb08f1 req-668f6a83-2693-42c5-8bae-bc0908c0809e tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=cfd2066b-2d4a-4f75-bc76-8bdfcda38f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484462 May 21 15:26:08.390770 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6583e652-b728-42da-ab35-e103122b0cfd req-a0ece5e6-5aa2-4059-a6d5-7988c25bb447 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:08.392328 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-6583e652-b728-42da-ab35-e103122b0cfd req-a0ece5e6-5aa2-4059-a6d5-7988c25bb447 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a6db82c-90c3-47b1-9c54-ffc574f0a2de HTTP/1.1" status: 200 len: 945 time: 0.0869863 May 21 15:26:08.439748 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-6583e652-b728-42da-ab35-e103122b0cfd req-cb8988e7-a649-44e9-a7d9-2ff48ffd844a tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2928b2d-2877-4874-a0b8-88718ebe5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417621 May 21 15:26:08.643717 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e206f9-9499-40b9-9b06-fd4fe0676c7e req-f59417c7-d1d3-4797-afc3-b9969a70ba99 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:08.645206 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-23e206f9-9499-40b9-9b06-fd4fe0676c7e req-f59417c7-d1d3-4797-afc3-b9969a70ba99 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2c1e137-0e16-47bf-b1a1-1667d7a401e6 HTTP/1.1" status: 200 len: 946 time: 0.0919087 May 21 15:26:08.696318 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-23e206f9-9499-40b9-9b06-fd4fe0676c7e req-aa38295e-e131-489e-9fd4-99617e2d984f tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=cfd2066b-2d4a-4f75-bc76-8bdfcda38f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420239 May 21 15:26:09.635894 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f614083e-1fd3-46c2-8ef5-4a75c47220ab req-4e14869d-d44d-4a29-8a01-3835efd60f1a tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:09.637985 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f614083e-1fd3-46c2-8ef5-4a75c47220ab req-4e14869d-d44d-4a29-8a01-3835efd60f1a tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a6db82c-90c3-47b1-9c54-ffc574f0a2de HTTP/1.1" status: 200 len: 945 time: 0.0876718 May 21 15:26:09.687013 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f614083e-1fd3-46c2-8ef5-4a75c47220ab req-1e0a5c2d-fb1f-470f-8f62-55fb1483ff79 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2928b2d-2877-4874-a0b8-88718ebe5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430198 May 21 15:26:09.907251 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4676d7-1a7a-454a-ad68-038c37d83c2d req-56156285-f94b-4464-bcaa-6079bb65fb88 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:09.909492 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-0e4676d7-1a7a-454a-ad68-038c37d83c2d req-56156285-f94b-4464-bcaa-6079bb65fb88 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2c1e137-0e16-47bf-b1a1-1667d7a401e6 HTTP/1.1" status: 200 len: 946 time: 0.0955689 May 21 15:26:09.954694 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-0e4676d7-1a7a-454a-ad68-038c37d83c2d req-697928d0-3e3e-4142-a000-f5770d6d5e3f tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=cfd2066b-2d4a-4f75-bc76-8bdfcda38f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396559 May 21 15:26:10.875012 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e02c1f-a07b-4a3f-83cc-fd4e460d27c7 req-e6a24ce9-caa7-4926-922c-a77695d36f43 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:10.876386 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-05e02c1f-a07b-4a3f-83cc-fd4e460d27c7 req-e6a24ce9-caa7-4926-922c-a77695d36f43 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a6db82c-90c3-47b1-9c54-ffc574f0a2de HTTP/1.1" status: 200 len: 945 time: 0.0839443 May 21 15:26:10.920917 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-05e02c1f-a07b-4a3f-83cc-fd4e460d27c7 req-f3912b28-18fe-48c6-afe1-fb6142d659d0 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2928b2d-2877-4874-a0b8-88718ebe5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385265 May 21 15:26:11.146539 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35fe44c-eea7-43f6-bd90-cb0f5c44c282 req-3768af84-fcd1-42b0-8be8-e2be96c14282 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:11.147993 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-d35fe44c-eea7-43f6-bd90-cb0f5c44c282 req-3768af84-fcd1-42b0-8be8-e2be96c14282 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2c1e137-0e16-47bf-b1a1-1667d7a401e6 HTTP/1.1" status: 200 len: 946 time: 0.0823693 May 21 15:26:11.191397 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-d35fe44c-eea7-43f6-bd90-cb0f5c44c282 req-26391bbf-9045-4c2f-adb0-37fbd282f842 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=cfd2066b-2d4a-4f75-bc76-8bdfcda38f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376079 May 21 15:26:12.117885 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f36204-21d0-4586-a375-69fc5631327c req-f67a3cdf-2119-49aa-959f-b77502476da1 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:12.119425 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-76f36204-21d0-4586-a375-69fc5631327c req-f67a3cdf-2119-49aa-959f-b77502476da1 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a6db82c-90c3-47b1-9c54-ffc574f0a2de HTTP/1.1" status: 200 len: 945 time: 0.0873165 May 21 15:26:12.166874 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-76f36204-21d0-4586-a375-69fc5631327c req-d8c36a35-1088-4fb2-b95e-31892ad38c4b tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2928b2d-2877-4874-a0b8-88718ebe5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406892 May 21 15:26:12.389869 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5422c25-28b3-496b-bd5f-972e677c22d0 req-31394e5a-8358-457b-95fa-1293ec1edba5 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:12.391372 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-c5422c25-28b3-496b-bd5f-972e677c22d0 req-31394e5a-8358-457b-95fa-1293ec1edba5 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2c1e137-0e16-47bf-b1a1-1667d7a401e6 HTTP/1.1" status: 200 len: 946 time: 0.0802519 May 21 15:26:12.454457 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-c5422c25-28b3-496b-bd5f-972e677c22d0 req-cf57089e-93c8-4a7a-a01e-3c47782a5fe8 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=cfd2066b-2d4a-4f75-bc76-8bdfcda38f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565121 May 21 15:26:13.452440 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ec991-f308-4cc6-89ec-eb281b7f230d req-258aa697-abc2-4f86-a402-a7decd176dbb tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:13.453819 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-8d4ec991-f308-4cc6-89ec-eb281b7f230d req-258aa697-abc2-4f86-a402-a7decd176dbb tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a6db82c-90c3-47b1-9c54-ffc574f0a2de HTTP/1.1" status: 200 len: 945 time: 0.1713760 May 21 15:26:13.500481 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-8d4ec991-f308-4cc6-89ec-eb281b7f230d req-2927a08e-8920-45ff-aaaa-527b037c1aab tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2928b2d-2877-4874-a0b8-88718ebe5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409362 May 21 15:26:13.553969 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bad0212-acfe-40e1-adfe-97026f169084 req-7b77cd5b-4c76-4a8e-8f5b-fa1b0a580b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:13.555513 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-1bad0212-acfe-40e1-adfe-97026f169084 req-7b77cd5b-4c76-4a8e-8f5b-fa1b0a580b4d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=40b90e1ae06e4417a829177c97d9995a&device_id=1a6db82c-90c3-47b1-9c54-ffc574f0a2de HTTP/1.1" status: 200 len: 1098 time: 0.0803850 May 21 15:26:13.648613 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77d12ba-98ab-4b51-b41b-651571e9b291 req-014d889b-2298-418a-af9d-d97335cf1644 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:13.650152 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-d77d12ba-98ab-4b51-b41b-651571e9b291 req-014d889b-2298-418a-af9d-d97335cf1644 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2c1e137-0e16-47bf-b1a1-1667d7a401e6 HTTP/1.1" status: 200 len: 946 time: 0.0833304 May 21 15:26:13.697615 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-d77d12ba-98ab-4b51-b41b-651571e9b291 req-5e39443c-b896-4740-bf93-12d7df793b84 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=cfd2066b-2d4a-4f75-bc76-8bdfcda38f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408001 May 21 15:26:13.769282 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bad0212-acfe-40e1-adfe-97026f169084 req-045ff2e3-5b0d-4276-ad12-bf6b54195420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:13.770728 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-1bad0212-acfe-40e1-adfe-97026f169084 req-045ff2e3-5b0d-4276-ad12-bf6b54195420 service neutron] 10.222.0.68 "GET /v2.0/networks?id=eb30ab6c-f7c8-4207-93a0-64b78264c5e5 HTTP/1.1" status: 200 len: 910 time: 0.2087405 May 21 15:26:13.873872 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-1bad0212-acfe-40e1-adfe-97026f169084 req-7d622bca-9884-4177-845c-cb7b6c8faf1a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcfeca24-a3fb-4a73-88b2-433960395288 HTTP/1.1" status: 200 len: 1001 time: 0.0950558 May 21 15:26:13.936540 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bad0212-acfe-40e1-adfe-97026f169084 req-0c0af6fb-fe2f-4d7e-8ef0-98131f2560a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:13.937984 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-1bad0212-acfe-40e1-adfe-97026f169084 req-0c0af6fb-fe2f-4d7e-8ef0-98131f2560a2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3a59aec6-f0bc-458e-bf25-e00e76faea83 HTTP/1.1" status: 200 len: 848 time: 0.0572765 May 21 15:26:14.017854 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bad0212-acfe-40e1-adfe-97026f169084 req-ae60d22e-2c88-4680-baa0-cd0433a9e263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:14.019268 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-1bad0212-acfe-40e1-adfe-97026f169084 req-ae60d22e-2c88-4680-baa0-cd0433a9e263 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=eb30ab6c-f7c8-4207-93a0-64b78264c5e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0707035 May 21 15:26:14.150665 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-1bad0212-acfe-40e1-adfe-97026f169084 req-1e3cbc14-6318-45ec-a7b3-1b4fa39fd558 service neutron] 10.222.0.68 "GET /v2.0/networks/eb30ab6c-f7c8-4207-93a0-64b78264c5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242065 May 21 15:26:14.287524 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-1bad0212-acfe-40e1-adfe-97026f169084 req-78ae2e17-5417-43d9-8e70-ed49ad77fda0 service neutron] 10.222.0.68 "GET /v2.0/networks/eb30ab6c-f7c8-4207-93a0-64b78264c5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289222 May 21 15:26:14.685445 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9090d890-8441-45f6-8d64-fbde04527bd9 req-6bc3bbe3-2883-4954-b261-8e69a9891c17 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:14.686914 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-9090d890-8441-45f6-8d64-fbde04527bd9 req-6bc3bbe3-2883-4954-b261-8e69a9891c17 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a6db82c-90c3-47b1-9c54-ffc574f0a2de HTTP/1.1" status: 200 len: 945 time: 0.0811481 May 21 15:26:14.738222 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-9090d890-8441-45f6-8d64-fbde04527bd9 req-0c02e92b-a0e2-42ca-aea0-45d0ef954fea tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2928b2d-2877-4874-a0b8-88718ebe5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455921 May 21 15:26:14.895992 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e2b75-8be8-45ac-b0af-7e1d1a099211 req-fa7d2cfe-b80c-4600-8833-63d7417c7b30 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:14.897509 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-582e2b75-8be8-45ac-b0af-7e1d1a099211 req-fa7d2cfe-b80c-4600-8833-63d7417c7b30 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2c1e137-0e16-47bf-b1a1-1667d7a401e6 HTTP/1.1" status: 200 len: 946 time: 0.0863788 May 21 15:26:14.951679 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-582e2b75-8be8-45ac-b0af-7e1d1a099211 req-cf0d13d5-18af-483d-860f-b36eff172446 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=cfd2066b-2d4a-4f75-bc76-8bdfcda38f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475862 May 21 15:26:15.240661 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-273c618d-79a0-4d3e-bead-a11df7c0795f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:15.817253 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device 47d37384-0418-4800-9242-a69b8e1e9a78 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:26:15.931244 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc330e-a35a-437f-9429-adbd2104e997 req-69d5da13-d758-433a-9993-883521cf301e tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:15.932605 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-44dc330e-a35a-437f-9429-adbd2104e997 req-69d5da13-d758-433a-9993-883521cf301e tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a6db82c-90c3-47b1-9c54-ffc574f0a2de HTTP/1.1" status: 200 len: 945 time: 0.0856001 May 21 15:26:15.956665 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port 47d37384-0418-4800-9242-a69b8e1e9a78, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=47d37384-0418-4800-9242-a69b8e1e9a78,segment=NetworkSegment(d02ce253-27e4-4db3-811e-f5cba1e8d521),segment_id=d02ce253-27e4-4db3-811e-f5cba1e8d521)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:26:15.971300 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Returning: {'device': '47d37384-0418-4800-9242-a69b8e1e9a78', 'network_id': '5f4ff4bc-d925-40fd-9563-89b128523f4e', 'port_id': '47d37384-0418-4800-9242-a69b8e1e9a78', 'mac_address': 'fa:16:3e:7c:ae:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da7d3b04-d796-4f63-ba4e-40892d19294d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:26:15.983524 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-44dc330e-a35a-437f-9429-adbd2104e997 req-12dbec42-e91f-41a6-b86d-fa679a58f0ec tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2928b2d-2877-4874-a0b8-88718ebe5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443950 May 21 15:26:16.032553 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:16.094900 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.notifiers.nova [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 47d37384-0418-4800-9242-a69b8e1e9a78 {{(pid=91550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:26:16.116337 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port 47d37384-0418-4800-9242-a69b8e1e9a78, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=47d37384-0418-4800-9242-a69b8e1e9a78,segment=NetworkSegment(d02ce253-27e4-4db3-811e-f5cba1e8d521),segment_id=d02ce253-27e4-4db3-811e-f5cba1e8d521)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:26:16.128870 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:16.131270 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:16.164098 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b8086-5c87-403a-af92-f66504f3cb13 req-10ac7a79-9d26-42cb-b41f-0de278fb173e tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:16.165248 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-e13b8086-5c87-403a-af92-f66504f3cb13 req-10ac7a79-9d26-42cb-b41f-0de278fb173e tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2c1e137-0e16-47bf-b1a1-1667d7a401e6 HTTP/1.1" status: 200 len: 946 time: 0.0956128 May 21 15:26:16.215855 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Pushing event updated for resources: {'Port': ['ID=47d37384-0418-4800-9242-a69b8e1e9a78,revision_number=6']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:16.220696 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-e13b8086-5c87-403a-af92-f66504f3cb13 req-7560e184-9843-483e-a7b5-e7e59bb13141 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=cfd2066b-2d4a-4f75-bc76-8bdfcda38f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467098 May 21 15:26:16.240612 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] get_ports_and_sgs() called for port_ids ['47d37384-0418-4800-9242-a69b8e1e9a78'] {{(pid=91550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:26:16.274088 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:16.275980 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:16.275980 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:16.275980 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:16.275980 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:16.275980 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:16.275980 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:16.276705 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:16.276705 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:16.276922 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:16.277237 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:16.278395 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:16.292397 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:17.239770 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6be0b9-69fb-4872-b595-f65ef74f7952 req-1c42e314-2859-4f5f-b149-583972abefeb tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:17.259502 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-4c6be0b9-69fb-4872-b595-f65ef74f7952 req-1c42e314-2859-4f5f-b149-583972abefeb tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a6db82c-90c3-47b1-9c54-ffc574f0a2de HTTP/1.1" status: 200 len: 945 time: 0.1431389 May 21 15:26:17.376204 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-4c6be0b9-69fb-4872-b595-f65ef74f7952 req-1a114169-b808-48a9-a074-787b61bdf60e tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2928b2d-2877-4874-a0b8-88718ebe5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124187 May 21 15:26:17.714344 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d03f6-2df6-4a97-9e1e-fc34a824ba4f req-4949dca8-d5c8-4d81-addc-bd2df1a470e1 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:17.716411 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-153d03f6-2df6-4a97-9e1e-fc34a824ba4f req-4949dca8-d5c8-4d81-addc-bd2df1a470e1 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2c1e137-0e16-47bf-b1a1-1667d7a401e6 HTTP/1.1" status: 200 len: 945 time: 0.1297853 May 21 15:26:17.826165 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 35532) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:26:17.826673 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-153d03f6-2df6-4a97-9e1e-fc34a824ba4f req-0621213b-ba3f-455a-aa68-69fed039d7ed tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=cfd2066b-2d4a-4f75-bc76-8bdfcda38f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018672 May 21 15:26:17.849115 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device 47d37384-0418-4800-9242-a69b8e1e9a78 up at agent hyperv_hv-cinder-79229 {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:26:17.887667 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425f9a0-2293-4ca6-9d14-b94515746732 req-5bed34eb-cb2f-463d-a6ee-224887011499 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:17.889560 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-d425f9a0-2293-4ca6-9d14-b94515746732 req-5bed34eb-cb2f-463d-a6ee-224887011499 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a6db82c-90c3-47b1-9c54-ffc574f0a2de HTTP/1.1" status: 200 len: 945 time: 0.1267252 May 21 15:26:17.941681 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-d425f9a0-2293-4ca6-9d14-b94515746732 req-11b057a9-728d-44c6-9b62-18f828b23804 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2928b2d-2877-4874-a0b8-88718ebe5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442204 May 21 15:26:17.958011 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Provisioning complete for port 47d37384-0418-4800-9242-a69b8e1e9a78 triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:26:17.958397 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:17.977472 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-7582d960-dd6d-4e83-9c16-34c77fb7d366 req-021d76cd-1bae-4002-b4b8-520f3d68a589 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1a6db82c-90c3-47b1-9c54-ffc574f0a2de&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1500454 May 21 15:26:18.025068 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:18.114608 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:18.148172 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c1e137-0e16-47bf-b1a1-1667d7a401e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47d37384-0418-4800-9242-a69b8e1e9a78'}] {{(pid=91550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:26:18.165492 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port 47d37384-0418-4800-9242-a69b8e1e9a78, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=47d37384-0418-4800-9242-a69b8e1e9a78,segment=NetworkSegment(d02ce253-27e4-4db3-811e-f5cba1e8d521),segment_id=d02ce253-27e4-4db3-811e-f5cba1e8d521)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:26:18.172699 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:18.174804 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:18.302272 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Pushing event updated for resources: {'Port': ['ID=47d37384-0418-4800-9242-a69b8e1e9a78,revision_number=7']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:18.306081 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:18.314502 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-a226f50b-004b-4c8c-8222-69b83c295292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:18.385073 dv-cinder-792299-3-iscsi neutron-server[91550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2c1e137-0e16-47bf-b1a1-1667d7a401e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47d37384-0418-4800-9242-a69b8e1e9a78', 'code': 200} May 21 15:26:19.205686 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103fc88e-a2fe-4505-a1d9-9a0f446c8d29 req-28f21419-0e25-49d2-8b2e-d076926eb55a tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:19.214194 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-103fc88e-a2fe-4505-a1d9-9a0f446c8d29 req-28f21419-0e25-49d2-8b2e-d076926eb55a tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2c1e137-0e16-47bf-b1a1-1667d7a401e6 HTTP/1.1" status: 200 len: 946 time: 0.2267272 May 21 15:26:19.299377 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-103fc88e-a2fe-4505-a1d9-9a0f446c8d29 req-418faaf9-0cf2-4a96-a913-c60e319de93e tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=cfd2066b-2d4a-4f75-bc76-8bdfcda38f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837493 May 21 15:26:19.315081 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e6f13acb-dde4-45e3-8932-2715da3406c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:19.338415 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00bef22-cc22-48c6-973a-cb284ebf568c req-d3e9f95f-69e2-4ed8-9dee-7773ac0e3302 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:19.340898 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-a00bef22-cc22-48c6-973a-cb284ebf568c req-d3e9f95f-69e2-4ed8-9dee-7773ac0e3302 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a6db82c-90c3-47b1-9c54-ffc574f0a2de HTTP/1.1" status: 200 len: 945 time: 0.2519214 May 21 15:26:19.438357 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-a00bef22-cc22-48c6-973a-cb284ebf568c req-f7edcb14-2d74-4f0c-acf9-bd044d26f0e1 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2928b2d-2877-4874-a0b8-88718ebe5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868962 May 21 15:26:19.864728 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device dcfeca24-a3fb-4a73-88b2-433960395288 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:26:20.082530 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:20.164689 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port dcfeca24-a3fb-4a73-88b2-433960395288, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=dcfeca24-a3fb-4a73-88b2-433960395288,segment=NetworkSegment(ab74b98d-ef35-4b09-b710-b5f6caf08ccc),segment_id=ab74b98d-ef35-4b09-b710-b5f6caf08ccc)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:26:20.170591 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:20.186866 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:20.218636 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582d960-dd6d-4e83-9c16-34c77fb7d366 req-23c052cd-fa5c-4929-9a7f-c09c46b18ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:20.221953 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-7582d960-dd6d-4e83-9c16-34c77fb7d366 req-23c052cd-fa5c-4929-9a7f-c09c46b18ca2 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=1a6db82c-90c3-47b1-9c54-ffc574f0a2de&tenant_id=40b90e1ae06e4417a829177c97d9995a HTTP/1.1" status: 200 len: 1098 time: 0.1051292 May 21 15:26:20.290111 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Pushing event updated for resources: {'Port': ['ID=dcfeca24-a3fb-4a73-88b2-433960395288,revision_number=6']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:20.293576 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:20.415321 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a6db82c-90c3-47b1-9c54-ffc574f0a2de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcfeca24-a3fb-4a73-88b2-433960395288'}] {{(pid=91550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:26:20.430726 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582d960-dd6d-4e83-9c16-34c77fb7d366 req-7d2e6c3a-6282-492c-bf43-1bd771768755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:20.432352 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-7582d960-dd6d-4e83-9c16-34c77fb7d366 req-7d2e6c3a-6282-492c-bf43-1bd771768755 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=40b90e1ae06e4417a829177c97d9995a&device_id=1a6db82c-90c3-47b1-9c54-ffc574f0a2de HTTP/1.1" status: 200 len: 1096 time: 0.1742952 May 21 15:26:20.500237 dv-cinder-792299-3-iscsi neutron-server[91550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a6db82c-90c3-47b1-9c54-ffc574f0a2de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcfeca24-a3fb-4a73-88b2-433960395288', 'code': 200} May 21 15:26:20.580911 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e0639-59a4-4d15-9c0e-56a5ad7f5e07 req-0634394d-dc3f-4de4-a419-1b2d337c6f98 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:20.583197 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-c89e0639-59a4-4d15-9c0e-56a5ad7f5e07 req-0634394d-dc3f-4de4-a419-1b2d337c6f98 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2c1e137-0e16-47bf-b1a1-1667d7a401e6 HTTP/1.1" status: 200 len: 946 time: 0.1255679 May 21 15:26:20.640355 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582d960-dd6d-4e83-9c16-34c77fb7d366 req-7690cc09-7433-4831-a96f-f7e56d2d8b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:20.641833 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-7582d960-dd6d-4e83-9c16-34c77fb7d366 req-7690cc09-7433-4831-a96f-f7e56d2d8b93 service neutron] 10.222.0.68 "GET /v2.0/networks?id=eb30ab6c-f7c8-4207-93a0-64b78264c5e5 HTTP/1.1" status: 200 len: 910 time: 0.2023208 May 21 15:26:20.675299 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-c89e0639-59a4-4d15-9c0e-56a5ad7f5e07 req-25b2d463-4310-4b85-8297-886c92784751 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=cfd2066b-2d4a-4f75-bc76-8bdfcda38f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847254 May 21 15:26:20.791855 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-7582d960-dd6d-4e83-9c16-34c77fb7d366 req-8f4f5376-d199-4a64-ad65-172771adecaa service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcfeca24-a3fb-4a73-88b2-433960395288 HTTP/1.1" status: 200 len: 999 time: 0.1428275 May 21 15:26:20.874815 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582d960-dd6d-4e83-9c16-34c77fb7d366 req-73487f52-8f22-49b9-97b0-26386727e056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:20.876716 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-7582d960-dd6d-4e83-9c16-34c77fb7d366 req-73487f52-8f22-49b9-97b0-26386727e056 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3a59aec6-f0bc-458e-bf25-e00e76faea83 HTTP/1.1" status: 200 len: 848 time: 0.0739360 May 21 15:26:20.882193 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-cb99478c-afff-4a9c-8770-f3354af234b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:20.985997 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582d960-dd6d-4e83-9c16-34c77fb7d366 req-bc758e1e-4475-46f2-b56d-94478b23f487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:20.988113 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-7582d960-dd6d-4e83-9c16-34c77fb7d366 req-bc758e1e-4475-46f2-b56d-94478b23f487 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=eb30ab6c-f7c8-4207-93a0-64b78264c5e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1012268 May 21 15:26:21.004282 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2151ed1d-2e3d-4ffe-bebf-f51f273a55ae req-73622bec-82d6-4780-863c-7c36a329a40f tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:21.007062 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-2151ed1d-2e3d-4ffe-bebf-f51f273a55ae req-73622bec-82d6-4780-863c-7c36a329a40f tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a6db82c-90c3-47b1-9c54-ffc574f0a2de HTTP/1.1" status: 200 len: 943 time: 0.1211488 May 21 15:26:21.107827 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-2151ed1d-2e3d-4ffe-bebf-f51f273a55ae req-6528e95f-60fb-4f23-bb13-0dff6a50ffe4 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2928b2d-2877-4874-a0b8-88718ebe5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945940 May 21 15:26:21.221774 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-7582d960-dd6d-4e83-9c16-34c77fb7d366 req-3f72302b-6a29-449d-a3de-36d41f436894 service neutron] 10.222.0.68 "GET /v2.0/networks/eb30ab6c-f7c8-4207-93a0-64b78264c5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236812 May 21 15:26:21.397200 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-7582d960-dd6d-4e83-9c16-34c77fb7d366 req-9e4b6fbd-0615-41e3-8a0f-0f66a8439477 service neutron] 10.222.0.68 "GET /v2.0/networks/eb30ab6c-f7c8-4207-93a0-64b78264c5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647227 May 21 15:26:21.904629 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba0fb3-15a7-4059-b3e9-2dc8016ae0e7 req-59910c6b-d921-474c-8b96-64162567b124 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:21.906177 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-ddba0fb3-15a7-4059-b3e9-2dc8016ae0e7 req-59910c6b-d921-474c-8b96-64162567b124 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2c1e137-0e16-47bf-b1a1-1667d7a401e6 HTTP/1.1" status: 200 len: 946 time: 0.1113322 May 21 15:26:21.958746 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-ddba0fb3-15a7-4059-b3e9-2dc8016ae0e7 req-45be953f-91c3-481b-b453-de0b1f405f57 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=cfd2066b-2d4a-4f75-bc76-8bdfcda38f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455751 May 21 15:26:22.381070 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0883fc50-37cf-4a2d-8509-a22c5f19c4a5 req-c29541be-8dbf-473e-a1a5-46aecd201e66 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:22.389216 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-0883fc50-37cf-4a2d-8509-a22c5f19c4a5 req-c29541be-8dbf-473e-a1a5-46aecd201e66 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a6db82c-90c3-47b1-9c54-ffc574f0a2de HTTP/1.1" status: 200 len: 943 time: 0.1466317 May 21 15:26:22.437594 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-0883fc50-37cf-4a2d-8509-a22c5f19c4a5 req-f5b0fa35-dac5-4426-ac42-b502f1139a1f tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2928b2d-2877-4874-a0b8-88718ebe5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468411 May 21 15:26:23.199181 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a697a-892f-4637-b5dd-ec4c71bb8b35 req-5036e517-ccb0-4c4e-8954-1478f5b4b652 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:23.200213 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:23.202140 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-fa3a697a-892f-4637-b5dd-ec4c71bb8b35 req-5036e517-ccb0-4c4e-8954-1478f5b4b652 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2c1e137-0e16-47bf-b1a1-1667d7a401e6 HTTP/1.1" status: 200 len: 946 time: 0.1134429 May 21 15:26:23.261499 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-fa3a697a-892f-4637-b5dd-ec4c71bb8b35 req-dccb9abc-cd38-4ce7-b59d-1d6d20363fbd tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=cfd2066b-2d4a-4f75-bc76-8bdfcda38f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521438 May 21 15:26:23.680850 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ed91f-ddd3-4e58-9d61-9be0eb12d89e req-be15ef42-b879-4c35-8884-01792ae59a55 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:23.682559 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-153ed91f-ddd3-4e58-9d61-9be0eb12d89e req-be15ef42-b879-4c35-8884-01792ae59a55 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a6db82c-90c3-47b1-9c54-ffc574f0a2de HTTP/1.1" status: 200 len: 943 time: 0.1113551 May 21 15:26:23.730448 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-153ed91f-ddd3-4e58-9d61-9be0eb12d89e req-c6a3febb-cb51-4b36-bae3-364960e01644 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2928b2d-2877-4874-a0b8-88718ebe5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405071 May 21 15:26:24.462634 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45556fcc-bdc5-4000-be7c-066a764c0f35 req-b03a5547-9f1f-4817-9d12-91553916c578 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:24.465572 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-45556fcc-bdc5-4000-be7c-066a764c0f35 req-b03a5547-9f1f-4817-9d12-91553916c578 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2c1e137-0e16-47bf-b1a1-1667d7a401e6 HTTP/1.1" status: 200 len: 946 time: 0.0863473 May 21 15:26:24.529690 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-45556fcc-bdc5-4000-be7c-066a764c0f35 req-02072f02-b81e-46a4-84b1-7b06e337a2a6 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=cfd2066b-2d4a-4f75-bc76-8bdfcda38f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572243 May 21 15:26:24.956459 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26969e66-53f6-4361-8130-a9895f8cff23 req-4a965717-2730-4951-a7ef-21e38727d78c tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:24.957465 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-26969e66-53f6-4361-8130-a9895f8cff23 req-4a965717-2730-4951-a7ef-21e38727d78c tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a6db82c-90c3-47b1-9c54-ffc574f0a2de HTTP/1.1" status: 200 len: 943 time: 0.1067467 May 21 15:26:25.017982 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-26969e66-53f6-4361-8130-a9895f8cff23 req-044385cd-a90c-432d-8d6c-650916d28849 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2928b2d-2877-4874-a0b8-88718ebe5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539057 May 21 15:26:25.560403 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4dc9e6-d8cd-4b38-a9b3-642f2fee954c req-a0e60ec7-18f7-4c77-a085-91a50c0824aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:25.561007 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-0e4dc9e6-d8cd-4b38-a9b3-642f2fee954c req-a0e60ec7-18f7-4c77-a085-91a50c0824aa service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=40b90e1ae06e4417a829177c97d9995a&device_id=1a6db82c-90c3-47b1-9c54-ffc574f0a2de HTTP/1.1" status: 200 len: 1096 time: 0.1010110 May 21 15:26:25.917145 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4dc9e6-d8cd-4b38-a9b3-642f2fee954c req-6693f9cc-51ce-46bb-a694-daf1b782a074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:25.919619 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-0e4dc9e6-d8cd-4b38-a9b3-642f2fee954c req-6693f9cc-51ce-46bb-a694-daf1b782a074 service neutron] 10.222.0.68 "GET /v2.0/networks?id=eb30ab6c-f7c8-4207-93a0-64b78264c5e5 HTTP/1.1" status: 200 len: 910 time: 0.3313994 May 21 15:26:25.964596 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07901c23-01ed-48be-86ae-de7bd0087ff3 req-dc4fa772-5260-4dbe-ba37-515cdff999b7 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:25.966547 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-07901c23-01ed-48be-86ae-de7bd0087ff3 req-dc4fa772-5260-4dbe-ba37-515cdff999b7 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2c1e137-0e16-47bf-b1a1-1667d7a401e6 HTTP/1.1" status: 200 len: 946 time: 0.2446287 May 21 15:26:26.026910 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-07901c23-01ed-48be-86ae-de7bd0087ff3 req-8411dbc2-f927-4bbe-8576-187244fa67f7 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=cfd2066b-2d4a-4f75-bc76-8bdfcda38f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541625 May 21 15:26:26.063046 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-0e4dc9e6-d8cd-4b38-a9b3-642f2fee954c req-3efe8881-9d26-408f-8abb-7fa5fe011410 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcfeca24-a3fb-4a73-88b2-433960395288 HTTP/1.1" status: 200 len: 999 time: 0.1342494 May 21 15:26:26.167085 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4dc9e6-d8cd-4b38-a9b3-642f2fee954c req-d0c79fd2-c8b6-434a-ac3c-20118e75a713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:26.169922 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-0e4dc9e6-d8cd-4b38-a9b3-642f2fee954c req-d0c79fd2-c8b6-434a-ac3c-20118e75a713 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3a59aec6-f0bc-458e-bf25-e00e76faea83 HTTP/1.1" status: 200 len: 848 time: 0.0896773 May 21 15:26:26.280835 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22992ea-9e47-4cdd-bb4d-18d4f2d08c28 req-abd8f71b-19bb-4220-8743-6e0dd2f9c89e tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:26.282595 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f22992ea-9e47-4cdd-bb4d-18d4f2d08c28 req-abd8f71b-19bb-4220-8743-6e0dd2f9c89e tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a6db82c-90c3-47b1-9c54-ffc574f0a2de HTTP/1.1" status: 200 len: 943 time: 0.1302946 May 21 15:26:26.312750 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4dc9e6-d8cd-4b38-a9b3-642f2fee954c req-3daecad3-b9b4-49d3-9e62-ae022e6d4fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:26.314291 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-0e4dc9e6-d8cd-4b38-a9b3-642f2fee954c req-3daecad3-b9b4-49d3-9e62-ae022e6d4fba service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=eb30ab6c-f7c8-4207-93a0-64b78264c5e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1333659 May 21 15:26:26.349846 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f22992ea-9e47-4cdd-bb4d-18d4f2d08c28 req-552c1739-c792-4730-8595-676fdc1ad20d tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2928b2d-2877-4874-a0b8-88718ebe5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605359 May 21 15:26:26.528329 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-0e4dc9e6-d8cd-4b38-a9b3-642f2fee954c req-9928c604-e126-4d48-9517-8a3e992ed82f service neutron] 10.222.0.68 "GET /v2.0/networks/eb30ab6c-f7c8-4207-93a0-64b78264c5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022114 May 21 15:26:26.700635 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-0e4dc9e6-d8cd-4b38-a9b3-642f2fee954c req-debfb5fe-b418-4d3a-b918-b5646c954a9e service neutron] 10.222.0.68 "GET /v2.0/networks/eb30ab6c-f7c8-4207-93a0-64b78264c5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586053 May 21 15:26:27.251458 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ff2e7-ce6c-4b3c-a495-72218a06fda1 req-f69ecfa8-76c5-49b3-af96-160276f057b6 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:27.253203 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-6c9ff2e7-ce6c-4b3c-a495-72218a06fda1 req-f69ecfa8-76c5-49b3-af96-160276f057b6 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2c1e137-0e16-47bf-b1a1-1667d7a401e6 HTTP/1.1" status: 200 len: 946 time: 0.0874808 May 21 15:26:27.304695 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-6c9ff2e7-ce6c-4b3c-a495-72218a06fda1 req-1e239f38-7eef-49a0-878a-5b1fb4af6b13 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=cfd2066b-2d4a-4f75-bc76-8bdfcda38f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457594 May 21 15:26:27.549373 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3885d49-05cc-45fb-8c56-11508a387909 req-e9d959af-6868-4faa-8fa6-4aa9b8416443 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:27.550820 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f3885d49-05cc-45fb-8c56-11508a387909 req-e9d959af-6868-4faa-8fa6-4aa9b8416443 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a6db82c-90c3-47b1-9c54-ffc574f0a2de HTTP/1.1" status: 200 len: 943 time: 0.0842998 May 21 15:26:27.597387 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f3885d49-05cc-45fb-8c56-11508a387909 req-e76c5325-b27c-4a0a-9ced-ca0dd8a0b1f2 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2928b2d-2877-4874-a0b8-88718ebe5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406973 May 21 15:26:27.984601 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51508d3d-692a-4c2a-a8b9-37fb51f5e309 req-d1168b6b-5826-4af7-86ea-2ee3a875109e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:27.986151 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-51508d3d-692a-4c2a-a8b9-37fb51f5e309 req-d1168b6b-5826-4af7-86ea-2ee3a875109e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1b29e764695842f7ab30d80bb3282c22&device_id=b2c1e137-0e16-47bf-b1a1-1667d7a401e6 HTTP/1.1" status: 200 len: 1099 time: 0.0783229 May 21 15:26:28.135512 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51508d3d-692a-4c2a-a8b9-37fb51f5e309 req-0d5fe8a7-960f-429b-86d8-6bbacbe57f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:28.137277 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-51508d3d-692a-4c2a-a8b9-37fb51f5e309 req-0d5fe8a7-960f-429b-86d8-6bbacbe57f38 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5f4ff4bc-d925-40fd-9563-89b128523f4e HTTP/1.1" status: 200 len: 917 time: 0.1426418 May 21 15:26:28.271550 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-51508d3d-692a-4c2a-a8b9-37fb51f5e309 req-efa3f8a1-0706-4e41-8db3-f4dc1d88c50d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47d37384-0418-4800-9242-a69b8e1e9a78 HTTP/1.1" status: 200 len: 1002 time: 0.1244540 May 21 15:26:28.335003 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51508d3d-692a-4c2a-a8b9-37fb51f5e309 req-267a78e4-a32d-4a51-906b-e3dcdf5f09b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:28.336478 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-51508d3d-692a-4c2a-a8b9-37fb51f5e309 req-267a78e4-a32d-4a51-906b-e3dcdf5f09b9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=da7d3b04-d796-4f63-ba4e-40892d19294d HTTP/1.1" status: 200 len: 855 time: 0.0572455 May 21 15:26:28.428465 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51508d3d-692a-4c2a-a8b9-37fb51f5e309 req-867b8bb4-9149-4baa-b8fc-d8518ced45ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:28.430603 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-51508d3d-692a-4c2a-a8b9-37fb51f5e309 req-867b8bb4-9149-4baa-b8fc-d8518ced45ac service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5f4ff4bc-d925-40fd-9563-89b128523f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0840302 May 21 15:26:28.519186 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7a21e-6d2d-4cb9-af24-13c434ca847d req-f9770bbb-3dc5-4c08-af25-d9e1a9a2f82e tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:28.520642 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-2fa7a21e-6d2d-4cb9-af24-13c434ca847d req-f9770bbb-3dc5-4c08-af25-d9e1a9a2f82e tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2c1e137-0e16-47bf-b1a1-1667d7a401e6 HTTP/1.1" status: 200 len: 946 time: 0.0919702 May 21 15:26:28.567205 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-2fa7a21e-6d2d-4cb9-af24-13c434ca847d req-c7ba65a3-00b9-4e42-a55f-7eac5d4848fc tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=cfd2066b-2d4a-4f75-bc76-8bdfcda38f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407324 May 21 15:26:28.575269 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-51508d3d-692a-4c2a-a8b9-37fb51f5e309 req-ba2796e3-d5ed-4366-a1bc-019465642f15 service neutron] 10.222.0.68 "GET /v2.0/networks/5f4ff4bc-d925-40fd-9563-89b128523f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336257 May 21 15:26:28.727821 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-51508d3d-692a-4c2a-a8b9-37fb51f5e309 req-e8e0bc6d-fcdb-4065-bcd3-a215e57d3074 service neutron] 10.222.0.68 "GET /v2.0/networks/5f4ff4bc-d925-40fd-9563-89b128523f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420169 May 21 15:26:28.797843 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b1abd9-ac82-4394-b054-8e8117e15aac req-4178d4c9-909e-4cdb-9a44-f494b10131fc tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:28.799363 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-01b1abd9-ac82-4394-b054-8e8117e15aac req-4178d4c9-909e-4cdb-9a44-f494b10131fc tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a6db82c-90c3-47b1-9c54-ffc574f0a2de HTTP/1.1" status: 200 len: 943 time: 0.0904877 May 21 15:26:28.848019 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-01b1abd9-ac82-4394-b054-8e8117e15aac req-41c1fc65-e12a-4658-a392-594bc3911e56 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2928b2d-2877-4874-a0b8-88718ebe5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429416 May 21 15:26:29.764304 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a3cd1-2845-4c0a-8836-5fc73f2b5be6 req-6b3110da-73d5-4409-a60c-86015e571645 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:29.765792 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-066a3cd1-2845-4c0a-8836-5fc73f2b5be6 req-6b3110da-73d5-4409-a60c-86015e571645 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2c1e137-0e16-47bf-b1a1-1667d7a401e6 HTTP/1.1" status: 200 len: 946 time: 0.0846260 May 21 15:26:29.816169 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-066a3cd1-2845-4c0a-8836-5fc73f2b5be6 req-06d78c1d-db7e-4525-945e-1a9f686ab1fc tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=cfd2066b-2d4a-4f75-bc76-8bdfcda38f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444775 May 21 15:26:29.909834 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device dcfeca24-a3fb-4a73-88b2-433960395288 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:26:30.043642 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db17333e-8d28-41a7-9020-209e0e066ecf req-e7898e79-ac99-4fa4-bb81-53a11b9e727f tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:30.045138 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-db17333e-8d28-41a7-9020-209e0e066ecf req-e7898e79-ac99-4fa4-bb81-53a11b9e727f tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a6db82c-90c3-47b1-9c54-ffc574f0a2de HTTP/1.1" status: 200 len: 943 time: 0.0843277 May 21 15:26:30.057626 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port dcfeca24-a3fb-4a73-88b2-433960395288, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=dcfeca24-a3fb-4a73-88b2-433960395288,segment=NetworkSegment(ab74b98d-ef35-4b09-b710-b5f6caf08ccc),segment_id=ab74b98d-ef35-4b09-b710-b5f6caf08ccc)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:26:30.072075 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Returning: {'device': 'dcfeca24-a3fb-4a73-88b2-433960395288', 'network_id': 'eb30ab6c-f7c8-4207-93a0-64b78264c5e5', 'port_id': 'dcfeca24-a3fb-4a73-88b2-433960395288', 'mac_address': 'fa:16:3e:34:02:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a59aec6-f0bc-458e-bf25-e00e76faea83', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:26:30.096115 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-db17333e-8d28-41a7-9020-209e0e066ecf req-d11f0cb9-761f-4b82-8289-eb717b8c50b4 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2928b2d-2877-4874-a0b8-88718ebe5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445211 May 21 15:26:30.136981 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:30.154000 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.notifiers.nova [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcfeca24-a3fb-4a73-88b2-433960395288 {{(pid=91550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:26:30.173274 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port dcfeca24-a3fb-4a73-88b2-433960395288, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=dcfeca24-a3fb-4a73-88b2-433960395288,segment=NetworkSegment(ab74b98d-ef35-4b09-b710-b5f6caf08ccc),segment_id=ab74b98d-ef35-4b09-b710-b5f6caf08ccc)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:26:30.177408 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:30.180532 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:30.246559 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Pushing event updated for resources: {'Port': ['ID=dcfeca24-a3fb-4a73-88b2-433960395288,revision_number=7']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:30.249921 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:30.457056 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] get_ports_and_sgs() called for port_ids ['dcfeca24-a3fb-4a73-88b2-433960395288'] {{(pid=91550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:26:31.022539 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06688c7e-2c0e-4c9c-be59-fc1767d466c5 req-6876fc75-6931-4a8e-a9f9-2911491d5577 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:31.024039 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-06688c7e-2c0e-4c9c-be59-fc1767d466c5 req-6876fc75-6931-4a8e-a9f9-2911491d5577 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2c1e137-0e16-47bf-b1a1-1667d7a401e6 HTTP/1.1" status: 200 len: 946 time: 0.0875938 May 21 15:26:31.073085 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-06688c7e-2c0e-4c9c-be59-fc1767d466c5 req-f39b09ae-2837-448d-9ec3-9796db634c40 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=cfd2066b-2d4a-4f75-bc76-8bdfcda38f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413849 May 21 15:26:31.301884 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f553908e-29e3-4d51-8aa4-f42fea6656ee req-15eb7701-22cd-4e46-8c17-c97077916a71 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:31.303440 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f553908e-29e3-4d51-8aa4-f42fea6656ee req-15eb7701-22cd-4e46-8c17-c97077916a71 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a6db82c-90c3-47b1-9c54-ffc574f0a2de HTTP/1.1" status: 200 len: 944 time: 0.0890219 May 21 15:26:31.361817 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f553908e-29e3-4d51-8aa4-f42fea6656ee req-cf9cc9fe-19bb-4d4f-b2ec-87a462ba0c16 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2928b2d-2877-4874-a0b8-88718ebe5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417590 May 21 15:26:31.930051 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device dcfeca24-a3fb-4a73-88b2-433960395288 up at agent hyperv_hv-cinder-79229 {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:26:32.033816 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Provisioning complete for port dcfeca24-a3fb-4a73-88b2-433960395288 triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:26:32.034501 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:32.049353 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d1378-9426-41cf-aba4-40a0a64db882 req-1137cfd1-f0f2-4b38-93e0-5018ad0dac23 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:32.051026 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-644d1378-9426-41cf-aba4-40a0a64db882 req-1137cfd1-f0f2-4b38-93e0-5018ad0dac23 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2c1e137-0e16-47bf-b1a1-1667d7a401e6 HTTP/1.1" status: 200 len: 946 time: 0.0932107 May 21 15:26:32.123041 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-644d1378-9426-41cf-aba4-40a0a64db882 req-81db47e2-8676-4cc8-81f1-7337b1d9b296 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=cfd2066b-2d4a-4f75-bc76-8bdfcda38f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659385 May 21 15:26:32.184113 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:32.213696 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a6db82c-90c3-47b1-9c54-ffc574f0a2de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcfeca24-a3fb-4a73-88b2-433960395288'}] {{(pid=91550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:26:32.224263 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port dcfeca24-a3fb-4a73-88b2-433960395288, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=dcfeca24-a3fb-4a73-88b2-433960395288,segment=NetworkSegment(ab74b98d-ef35-4b09-b710-b5f6caf08ccc),segment_id=ab74b98d-ef35-4b09-b710-b5f6caf08ccc)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:26:32.229539 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:32.231014 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device 47d37384-0418-4800-9242-a69b8e1e9a78 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:26:32.250861 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 35690) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:26:32.260737 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:32.305741 dv-cinder-792299-3-iscsi neutron-server[91550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a6db82c-90c3-47b1-9c54-ffc574f0a2de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcfeca24-a3fb-4a73-88b2-433960395288', 'code': 200} May 21 15:26:32.362724 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Pushing event updated for resources: {'Port': ['ID=dcfeca24-a3fb-4a73-88b2-433960395288,revision_number=8']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:32.366019 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:32.385371 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-2659bad8-664b-4e43-93af-9d73368d5efb req-3ca3992f-3d7f-4810-88bc-099dd470024c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b2c1e137-0e16-47bf-b1a1-1667d7a401e6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1316559 May 21 15:26:32.430478 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:32.478286 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port 47d37384-0418-4800-9242-a69b8e1e9a78, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=47d37384-0418-4800-9242-a69b8e1e9a78,segment=NetworkSegment(d02ce253-27e4-4db3-811e-f5cba1e8d521),segment_id=d02ce253-27e4-4db3-811e-f5cba1e8d521)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:26:32.484427 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:32.486419 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:32.591892 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Pushing event updated for resources: {'Port': ['ID=47d37384-0418-4800-9242-a69b8e1e9a78,revision_number=8']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:32.594978 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:32.682541 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1239f8-a1b7-49f0-8f1b-1ec198e24a74 req-a13ee32e-2572-4e28-aa01-990727aee416 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:32.683844 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cca6dd-1f85-42c3-913d-24192fbafb1a req-4b705a83-5f31-423a-bfa1-a58cba9c8bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:32.684514 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-7f1239f8-a1b7-49f0-8f1b-1ec198e24a74 req-a13ee32e-2572-4e28-aa01-990727aee416 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a6db82c-90c3-47b1-9c54-ffc574f0a2de HTTP/1.1" status: 200 len: 945 time: 0.1197841 May 21 15:26:32.685581 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-a4cca6dd-1f85-42c3-913d-24192fbafb1a req-4b705a83-5f31-423a-bfa1-a58cba9c8bfb service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=1a6db82c-90c3-47b1-9c54-ffc574f0a2de HTTP/1.1" status: 200 len: 1098 time: 0.0971117 May 21 15:26:32.735402 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-a4cca6dd-1f85-42c3-913d-24192fbafb1a req-d1ba7356-23ba-4bc7-a831-661d18ce10c2 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=e2928b2d-2877-4874-a0b8-88718ebe5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389559 May 21 15:26:32.740625 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-7f1239f8-a1b7-49f0-8f1b-1ec198e24a74 req-b7d89f76-7253-4663-b82e-3c1d343ac35a tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2928b2d-2877-4874-a0b8-88718ebe5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494456 May 21 15:26:33.132494 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.agents_db [None req-1cb0bb7b-b6db-4325-ad21-6fa15867ad0e None None] Agent healthcheck: found 6 active agents {{(pid=91551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:26:33.327832 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a4f77b-c540-4ad8-a334-ad67b48b9107 req-e7505a25-0256-48c1-b223-4e312f5f5e16 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:33.329329 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-10a4f77b-c540-4ad8-a334-ad67b48b9107 req-e7505a25-0256-48c1-b223-4e312f5f5e16 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2c1e137-0e16-47bf-b1a1-1667d7a401e6 HTTP/1.1" status: 200 len: 944 time: 0.0867999 May 21 15:26:33.377608 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-10a4f77b-c540-4ad8-a334-ad67b48b9107 req-30a56010-389e-4c0c-ac96-a1b5990b887f tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=cfd2066b-2d4a-4f75-bc76-8bdfcda38f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419912 May 21 15:26:33.936825 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2312a8f-5c95-445c-beb2-3887e0ee5e92 req-cdcea6d3-5842-4fe4-b4fc-d2dd5d4cb7ee tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:33.938211 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f2312a8f-5c95-445c-beb2-3887e0ee5e92 req-cdcea6d3-5842-4fe4-b4fc-d2dd5d4cb7ee tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a6db82c-90c3-47b1-9c54-ffc574f0a2de HTTP/1.1" status: 200 len: 945 time: 0.0883856 May 21 15:26:33.986981 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f2312a8f-5c95-445c-beb2-3887e0ee5e92 req-5452a42d-5b54-4016-acbf-75fa61913604 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2928b2d-2877-4874-a0b8-88718ebe5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416756 May 21 15:26:34.290358 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2659bad8-664b-4e43-93af-9d73368d5efb req-26e99d0a-3d34-4b58-a9d1-25159cdde1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:34.291882 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-2659bad8-664b-4e43-93af-9d73368d5efb req-26e99d0a-3d34-4b58-a9d1-25159cdde1ae service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=b2c1e137-0e16-47bf-b1a1-1667d7a401e6&tenant_id=1b29e764695842f7ab30d80bb3282c22 HTTP/1.1" status: 200 len: 1097 time: 0.0754910 May 21 15:26:34.307107 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c1e137-0e16-47bf-b1a1-1667d7a401e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47d37384-0418-4800-9242-a69b8e1e9a78'}] {{(pid=91550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:26:34.356209 dv-cinder-792299-3-iscsi neutron-server[91550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2c1e137-0e16-47bf-b1a1-1667d7a401e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47d37384-0418-4800-9242-a69b8e1e9a78', 'code': 200} May 21 15:26:34.399939 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2659bad8-664b-4e43-93af-9d73368d5efb req-f87f8bea-dd57-446d-97b1-2f4d1157eef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:34.401406 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-2659bad8-664b-4e43-93af-9d73368d5efb req-f87f8bea-dd57-446d-97b1-2f4d1157eef0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1b29e764695842f7ab30d80bb3282c22&device_id=b2c1e137-0e16-47bf-b1a1-1667d7a401e6 HTTP/1.1" status: 200 len: 1097 time: 0.0842123 May 21 15:26:34.586260 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da704497-f650-4b20-9853-8fadca4cc4a6 req-91d000c4-74aa-410b-bfb0-60db3bb4be8f tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:34.587794 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-da704497-f650-4b20-9853-8fadca4cc4a6 req-91d000c4-74aa-410b-bfb0-60db3bb4be8f tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2c1e137-0e16-47bf-b1a1-1667d7a401e6 HTTP/1.1" status: 200 len: 944 time: 0.0928893 May 21 15:26:34.624736 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2659bad8-664b-4e43-93af-9d73368d5efb req-883be56e-b069-4ca3-9e4d-7ddca4b17a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:34.626288 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-2659bad8-664b-4e43-93af-9d73368d5efb req-883be56e-b069-4ca3-9e4d-7ddca4b17a49 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5f4ff4bc-d925-40fd-9563-89b128523f4e HTTP/1.1" status: 200 len: 917 time: 0.2178347 May 21 15:26:34.635175 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-da704497-f650-4b20-9853-8fadca4cc4a6 req-4558739f-07de-449f-8fc6-23b94d458a7e tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=cfd2066b-2d4a-4f75-bc76-8bdfcda38f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400550 May 21 15:26:34.738728 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-2659bad8-664b-4e43-93af-9d73368d5efb req-826cbac3-d3c7-4174-8ca6-3bd0093cfb43 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47d37384-0418-4800-9242-a69b8e1e9a78 HTTP/1.1" status: 200 len: 1000 time: 0.1051166 May 21 15:26:34.805507 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2659bad8-664b-4e43-93af-9d73368d5efb req-f56cd829-5e36-494b-ad80-cae6a2e56d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:34.806865 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-2659bad8-664b-4e43-93af-9d73368d5efb req-f56cd829-5e36-494b-ad80-cae6a2e56d8b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=da7d3b04-d796-4f63-ba4e-40892d19294d HTTP/1.1" status: 200 len: 855 time: 0.0613427 May 21 15:26:34.889719 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2659bad8-664b-4e43-93af-9d73368d5efb req-de31262f-abd6-459b-8bbc-933ab17a2ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:34.891231 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-2659bad8-664b-4e43-93af-9d73368d5efb req-de31262f-abd6-459b-8bbc-933ab17a2ba4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5f4ff4bc-d925-40fd-9563-89b128523f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0779133 May 21 15:26:35.029375 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-2659bad8-664b-4e43-93af-9d73368d5efb req-1615945c-02ce-4933-81ce-ea781a932133 service neutron] 10.222.0.68 "GET /v2.0/networks/5f4ff4bc-d925-40fd-9563-89b128523f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309500 May 21 15:26:35.162855 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-2659bad8-664b-4e43-93af-9d73368d5efb req-3b16f57f-8841-40d9-b525-c011a0536be9 service neutron] 10.222.0.68 "GET /v2.0/networks/5f4ff4bc-d925-40fd-9563-89b128523f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269872 May 21 15:26:35.875819 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b72401-2c88-4d30-908e-c25d70ec6995 req-3418d932-e529-45ad-bbb3-b03d40368adc tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:35.877935 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-a9b72401-2c88-4d30-908e-c25d70ec6995 req-3418d932-e529-45ad-bbb3-b03d40368adc tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2c1e137-0e16-47bf-b1a1-1667d7a401e6 HTTP/1.1" status: 200 len: 944 time: 0.1031771 May 21 15:26:35.934695 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-a9b72401-2c88-4d30-908e-c25d70ec6995 req-e31dd0c8-b611-4dd0-9a4f-ebcd4d45a43c tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=cfd2066b-2d4a-4f75-bc76-8bdfcda38f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505922 May 21 15:26:37.156081 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cebbed2-ef1e-44b0-a2a7-85ffb4138661 req-94a0543e-d148-4c54-8826-84f56c863a51 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:37.157584 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-1cebbed2-ef1e-44b0-a2a7-85ffb4138661 req-94a0543e-d148-4c54-8826-84f56c863a51 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2c1e137-0e16-47bf-b1a1-1667d7a401e6 HTTP/1.1" status: 200 len: 944 time: 0.0860364 May 21 15:26:37.207767 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-1cebbed2-ef1e-44b0-a2a7-85ffb4138661 req-d7c4c3c1-5b94-4bbc-982b-9aaf612c88b1 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=cfd2066b-2d4a-4f75-bc76-8bdfcda38f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442019 May 21 15:26:38.529094 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f80c65-bc12-4c8b-81fb-fec7ae5442f3 req-d007d1b0-2d25-4469-b39b-8baac97e335b tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:38.530533 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-81f80c65-bc12-4c8b-81fb-fec7ae5442f3 req-d007d1b0-2d25-4469-b39b-8baac97e335b tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2c1e137-0e16-47bf-b1a1-1667d7a401e6 HTTP/1.1" status: 200 len: 944 time: 0.1902885 May 21 15:26:38.579284 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-81f80c65-bc12-4c8b-81fb-fec7ae5442f3 req-14e1d447-ae11-44da-8161-7274e8b467dd tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=cfd2066b-2d4a-4f75-bc76-8bdfcda38f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428574 May 21 15:26:39.815147 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567919a6-336e-477d-8428-e9646138b4e5 req-8960b522-6f24-453d-b841-d36162100c76 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:39.816759 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-567919a6-336e-477d-8428-e9646138b4e5 req-8960b522-6f24-453d-b841-d36162100c76 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2c1e137-0e16-47bf-b1a1-1667d7a401e6 HTTP/1.1" status: 200 len: 944 time: 0.0899067 May 21 15:26:39.869762 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-567919a6-336e-477d-8428-e9646138b4e5 req-ad8de671-49df-4c47-985d-3fa55cc268cf tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=cfd2066b-2d4a-4f75-bc76-8bdfcda38f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469763 May 21 15:26:41.088407 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba81db-a46c-46bf-9e06-493a570831d3 req-b8d9f2c9-b3db-44e0-88f9-b7907e5a041c tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:41.090318 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-a6ba81db-a46c-46bf-9e06-493a570831d3 req-b8d9f2c9-b3db-44e0-88f9-b7907e5a041c tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2c1e137-0e16-47bf-b1a1-1667d7a401e6 HTTP/1.1" status: 200 len: 944 time: 0.0843005 May 21 15:26:41.139591 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-a6ba81db-a46c-46bf-9e06-493a570831d3 req-b4ba8a8f-18f7-46f3-9096-1c332b95971c tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=cfd2066b-2d4a-4f75-bc76-8bdfcda38f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421669 May 21 15:26:42.359461 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2cba9b-fe3a-473f-955c-5d94c546cd48 req-56363978-25e3-4ecc-9088-26813ce76248 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:42.361113 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-0f2cba9b-fe3a-473f-955c-5d94c546cd48 req-56363978-25e3-4ecc-9088-26813ce76248 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2c1e137-0e16-47bf-b1a1-1667d7a401e6 HTTP/1.1" status: 200 len: 944 time: 0.0960114 May 21 15:26:42.408835 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-0f2cba9b-fe3a-473f-955c-5d94c546cd48 req-d19d721f-06d2-4470-8268-4cb31a864d42 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=cfd2066b-2d4a-4f75-bc76-8bdfcda38f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417495 May 21 15:26:43.615023 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81228a3c-c84e-4039-b7ba-f51905780f69 req-ec0f81d5-eb97-4212-ae42-89b038cff744 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:43.616548 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-81228a3c-c84e-4039-b7ba-f51905780f69 req-ec0f81d5-eb97-4212-ae42-89b038cff744 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2c1e137-0e16-47bf-b1a1-1667d7a401e6 HTTP/1.1" status: 200 len: 944 time: 0.0865912 May 21 15:26:43.664509 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-81228a3c-c84e-4039-b7ba-f51905780f69 req-b28fc3e6-62c6-4077-a650-779a662f9159 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=cfd2066b-2d4a-4f75-bc76-8bdfcda38f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416517 May 21 15:26:44.879849 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c82a25-b77e-4a8b-bfea-3780945733c3 req-cc9fb515-7ec2-4fb2-9229-d357f83f1ef8 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:44.881342 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-c3c82a25-b77e-4a8b-bfea-3780945733c3 req-cc9fb515-7ec2-4fb2-9229-d357f83f1ef8 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2c1e137-0e16-47bf-b1a1-1667d7a401e6 HTTP/1.1" status: 200 len: 944 time: 0.0926654 May 21 15:26:44.943126 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-c3c82a25-b77e-4a8b-bfea-3780945733c3 req-c14b1bf3-b0de-4c79-a786-f98ec2bd9d21 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=cfd2066b-2d4a-4f75-bc76-8bdfcda38f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551820 May 21 15:26:45.248428 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-17718496-d363-4a93-874e-c2d5bba06cbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:46.137870 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee74a0-d660-4122-89ed-9ea05d2a186a req-41ac453a-2dd9-4a2d-bf75-979da377ae9a tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:46.139244 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-3fee74a0-d660-4122-89ed-9ea05d2a186a req-41ac453a-2dd9-4a2d-bf75-979da377ae9a tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2c1e137-0e16-47bf-b1a1-1667d7a401e6 HTTP/1.1" status: 200 len: 944 time: 0.0816708 May 21 15:26:46.199003 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-3fee74a0-d660-4122-89ed-9ea05d2a186a req-f173a7dd-9b03-4125-9e33-79305e44cd50 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=cfd2066b-2d4a-4f75-bc76-8bdfcda38f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535107 May 21 15:26:47.391119 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c12dc7-dc48-4d89-a327-6b109a87729c req-c477563a-fb8b-4297-9e69-927276c00c34 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:47.392618 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-a4c12dc7-dc48-4d89-a327-6b109a87729c req-c477563a-fb8b-4297-9e69-927276c00c34 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2c1e137-0e16-47bf-b1a1-1667d7a401e6 HTTP/1.1" status: 200 len: 944 time: 0.0810046 May 21 15:26:47.439559 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-a4c12dc7-dc48-4d89-a327-6b109a87729c req-dfa12f56-a357-4600-ad4e-dc58dc4d2b12 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=cfd2066b-2d4a-4f75-bc76-8bdfcda38f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413802 May 21 15:26:48.002143 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:48.297007 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eb05bdd-d9aa-45b6-bc70-7cfaaf4d30b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:48.640121 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e4318-0544-4db3-9ede-510ed5d98e82 req-de7dd84a-3b2e-41e5-b75a-6c675b43f2c7 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:48.642512 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-044e4318-0544-4db3-9ede-510ed5d98e82 req-de7dd84a-3b2e-41e5-b75a-6c675b43f2c7 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2c1e137-0e16-47bf-b1a1-1667d7a401e6 HTTP/1.1" status: 200 len: 944 time: 0.0880625 May 21 15:26:48.694074 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-044e4318-0544-4db3-9ede-510ed5d98e82 req-c3764779-95f0-4005-9130-302c250a8ef2 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=cfd2066b-2d4a-4f75-bc76-8bdfcda38f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456851 May 21 15:26:49.294447 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e6f13acb-dde4-45e3-8932-2715da3406c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:49.954296 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b5487-96c8-4b8c-a1c9-f29c2f59ecff req-0ca2649c-162d-4b20-9b2f-da7f3d7fa1dd tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:49.955693 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-cc3b5487-96c8-4b8c-a1c9-f29c2f59ecff req-0ca2649c-162d-4b20-9b2f-da7f3d7fa1dd tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2c1e137-0e16-47bf-b1a1-1667d7a401e6 HTTP/1.1" status: 200 len: 944 time: 0.1431627 May 21 15:26:49.964670 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000dd5f0-39b0-4d3e-86e1-4ded5c73a7fd req-687b0388-8a24-4025-a649-b426d4284e12 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:49.966226 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-000dd5f0-39b0-4d3e-86e1-4ded5c73a7fd req-687b0388-8a24-4025-a649-b426d4284e12 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=7331e151-fe9a-4840-b2d7-6ae15e909592 HTTP/1.1" status: 200 len: 946 time: 0.1222599 May 21 15:26:50.035195 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-cc3b5487-96c8-4b8c-a1c9-f29c2f59ecff req-af08be26-a589-413b-9ade-94a6cb1c12dd tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=cfd2066b-2d4a-4f75-bc76-8bdfcda38f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679824 May 21 15:26:50.042697 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-000dd5f0-39b0-4d3e-86e1-4ded5c73a7fd req-1f026120-0c11-436a-a98d-81c1239e342a tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=2d537810-f1a8-4f43-9124-277f98c50d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612466 May 21 15:26:50.862905 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-cb99478c-afff-4a9c-8770-f3354af234b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:51.292210 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b520da-53aa-40c1-9549-73114b8e519e req-03f6639e-0e60-46e3-819e-826f6195f13f tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:51.293652 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f3b520da-53aa-40c1-9549-73114b8e519e req-03f6639e-0e60-46e3-819e-826f6195f13f tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=7331e151-fe9a-4840-b2d7-6ae15e909592 HTTP/1.1" status: 200 len: 946 time: 0.1426048 May 21 15:26:51.301368 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89004b-0585-42f0-8956-0a6e44dcffa5 req-6cd7c58d-d339-4f4c-a2b3-5c6f23f90052 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:51.302753 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-2f89004b-0585-42f0-8956-0a6e44dcffa5 req-6cd7c58d-d339-4f4c-a2b3-5c6f23f90052 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2c1e137-0e16-47bf-b1a1-1667d7a401e6 HTTP/1.1" status: 200 len: 944 time: 0.1536536 May 21 15:26:51.378197 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f3b520da-53aa-40c1-9549-73114b8e519e req-dc8abacd-1c9d-4f28-9a04-abd9017d31a6 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups?id=2d537810-f1a8-4f43-9124-277f98c50d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739911 May 21 15:26:51.387240 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-2f89004b-0585-42f0-8956-0a6e44dcffa5 req-65597085-673f-4b53-bb61-fd474b62b1a0 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=cfd2066b-2d4a-4f75-bc76-8bdfcda38f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697896 May 21 15:26:51.808983 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd2e41d-0243-4f30-ba2b-11dbbe65bfc4 req-1a97d577-4cc7-4941-acbd-4bc1cc32bf3e tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:51.809676 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-3fd2e41d-0243-4f30-ba2b-11dbbe65bfc4 req-1a97d577-4cc7-4941-acbd-4bc1cc32bf3e tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Synchronizing usage tracker for tenant:a0ff7059c233428f81d35f38ec365006 on resource:port {{(pid=91548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:26:51.825492 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-3fd2e41d-0243-4f30-ba2b-11dbbe65bfc4 req-1a97d577-4cc7-4941-acbd-4bc1cc32bf3e tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Unset dirty status for tenant:a0ff7059c233428f81d35f38ec365006 on resource:port {{(pid=91548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:26:51.826601 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-3fd2e41d-0243-4f30-ba2b-11dbbe65bfc4 req-1a97d577-4cc7-4941-acbd-4bc1cc32bf3e tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.68 "GET /v2.0/ports?device_id=7331e151-fe9a-4840-b2d7-6ae15e909592 HTTP/1.1" status: 200 len: 946 time: 0.0961182 May 21 15:26:51.965194 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [req-3fd2e41d-0243-4f30-ba2b-11dbbe65bfc4 req-051aaaeb-75fd-40d5-a77c-d3a925debf98 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Deleting port df944eff-d690-401b-bf4c-67654942ec3e {{(pid=91548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:26:51.965446 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-3fd2e41d-0243-4f30-ba2b-11dbbe65bfc4 req-051aaaeb-75fd-40d5-a77c-d3a925debf98 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730419685614'] for port, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:52.099389 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [req-3fd2e41d-0243-4f30-ba2b-11dbbe65bfc4 req-051aaaeb-75fd-40d5-a77c-d3a925debf98 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] For port df944eff-d690-401b-bf4c-67654942ec3e, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=df944eff-d690-401b-bf4c-67654942ec3e,segment=NetworkSegment(67395f92-efc3-4428-9562-98be7db153b1),segment_id=67395f92-efc3-4428-9562-98be7db153b1)] {{(pid=91548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:26:52.099743 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-3fd2e41d-0243-4f30-ba2b-11dbbe65bfc4 req-051aaaeb-75fd-40d5-a77c-d3a925debf98 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829031'] for port, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:52.387903 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-3fd2e41d-0243-4f30-ba2b-11dbbe65bfc4 req-051aaaeb-75fd-40d5-a77c-d3a925debf98 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:52.388274 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-3fd2e41d-0243-4f30-ba2b-11dbbe65bfc4 req-051aaaeb-75fd-40d5-a77c-d3a925debf98 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763211'] for floatingip, after_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:52.388580 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.db.l3_db [req-3fd2e41d-0243-4f30-ba2b-11dbbe65bfc4 req-051aaaeb-75fd-40d5-a77c-d3a925debf98 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Floating IP 23b934d1-7c51-441a-89fd-ad3ec8af7b70 disassociated. External IP: 172.27.2.4, port: df944eff-d690-401b-bf4c-67654942ec3e. May 21 15:26:52.388913 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [req-3fd2e41d-0243-4f30-ba2b-11dbbe65bfc4 req-051aaaeb-75fd-40d5-a77c-d3a925debf98 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Calling delete_port for df944eff-d690-401b-bf4c-67654942ec3e owned by compute:nova {{(pid=91548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:26:52.507595 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-3fd2e41d-0243-4f30-ba2b-11dbbe65bfc4 req-051aaaeb-75fd-40d5-a77c-d3a925debf98 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730419690186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730419340162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14885552'] for port, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:52.514475 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-e6cce5bb-d44d-4c0c-ac92-ac79a3d7249e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:52.563447 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051aaaeb-75fd-40d5-a77c-d3a925debf98 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Pushing event deleted for resources: {'Port': ['ID=df944eff-d690-401b-bf4c-67654942ec3e,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:52.571085 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-c1308aa3-530f-4dc9-b82f-846dba9b1211 req-6424d7ba-c3a8-4648-a147-26669b7e4cd6 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=7331e151-fe9a-4840-b2d7-6ae15e909592 HTTP/1.1" status: 200 len: 210 time: 0.0775280 May 21 15:26:52.627035 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa60cd1e-d6f0-4062-8e0f-4c6603e6b018 req-40385109-2f7c-46c0-95e1-ff211d8cd921 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:52.628797 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-aa60cd1e-d6f0-4062-8e0f-4c6603e6b018 req-40385109-2f7c-46c0-95e1-ff211d8cd921 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2c1e137-0e16-47bf-b1a1-1667d7a401e6 HTTP/1.1" status: 200 len: 944 time: 0.0964696 May 21 15:26:52.632163 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051aaaeb-75fd-40d5-a77c-d3a925debf98 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:52.632539 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051aaaeb-75fd-40d5-a77c-d3a925debf98 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:52.632882 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051aaaeb-75fd-40d5-a77c-d3a925debf98 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:52.633225 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051aaaeb-75fd-40d5-a77c-d3a925debf98 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:52.633565 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051aaaeb-75fd-40d5-a77c-d3a925debf98 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:52.633907 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051aaaeb-75fd-40d5-a77c-d3a925debf98 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:52.634243 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051aaaeb-75fd-40d5-a77c-d3a925debf98 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:52.634577 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051aaaeb-75fd-40d5-a77c-d3a925debf98 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:52.634949 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051aaaeb-75fd-40d5-a77c-d3a925debf98 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:52.635286 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051aaaeb-75fd-40d5-a77c-d3a925debf98 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:52.635738 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051aaaeb-75fd-40d5-a77c-d3a925debf98 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:52.636077 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051aaaeb-75fd-40d5-a77c-d3a925debf98 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:52.648771 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-051aaaeb-75fd-40d5-a77c-d3a925debf98 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:52.681997 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-aa60cd1e-d6f0-4062-8e0f-4c6603e6b018 req-fe6ea736-1473-4b02-96e4-2cc37322ac2c tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=cfd2066b-2d4a-4f75-bc76-8bdfcda38f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473228 May 21 15:26:52.868757 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3fd2e41d-0243-4f30-ba2b-11dbbe65bfc4 req-051aaaeb-75fd-40d5-a77c-d3a925debf98 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Router d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83 has already been hosted by L3 agent 9c636599-187f-4688-bb24-d46a8be2a055 {{(pid=91548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:26:53.060220 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3fd2e41d-0243-4f30-ba2b-11dbbe65bfc4 req-051aaaeb-75fd-40d5-a77c-d3a925debf98 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify agent at l3_agent.dv-cinder-792299-3-iscsi the message routers_updated {{(pid=91548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:26:53.069369 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49820c1-47b7-464e-9b7d-40586d997342 None None] Sync routers for ids ['d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83'] in dv-cinder-792299-3-iscsi {{(pid=91550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:26:53.079482 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49820c1-47b7-464e-9b7d-40586d997342 None None] Routers {'d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:26:53.080289 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-a49820c1-47b7-464e-9b7d-40586d997342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:26:48Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83'], 'active': True} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:26:53.135266 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fd2e41d-0243-4f30-ba2b-11dbbe65bfc4 req-051aaaeb-75fd-40d5-a77c-d3a925debf98 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] No DVR routers for this DVR port df944eff-d690-401b-bf4c-67654942ec3e on host hv-cinder-79229 {{(pid=91548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:26:53.138632 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-3fd2e41d-0243-4f30-ba2b-11dbbe65bfc4 req-051aaaeb-75fd-40d5-a77c-d3a925debf98 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for port, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:53.141394 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7331e151-fe9a-4840-b2d7-6ae15e909592', 'name': 'network-vif-deleted', 'tag': 'df944eff-d690-401b-bf4c-67654942ec3e'}] {{(pid=91548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:26:53.157434 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-3fd2e41d-0243-4f30-ba2b-11dbbe65bfc4 req-051aaaeb-75fd-40d5-a77c-d3a925debf98 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.68 "DELETE /v2.0/ports/df944eff-d690-401b-bf4c-67654942ec3e HTTP/1.1" status: 204 len: 173 time: 1.3247356 May 21 15:26:53.238569 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:53.256373 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7331e151-fe9a-4840-b2d7-6ae15e909592', 'name': 'network-vif-deleted', 'tag': 'df944eff-d690-401b-bf4c-67654942ec3e', 'status': 'completed', 'code': 200} May 21 15:26:53.279924 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvr_db [None req-a49820c1-47b7-464e-9b7d-40586d997342 None None] Set router d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83 gateway port host: dv-cinder-792299-3-iscsi {{(pid=91550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:26:53.601802 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-a49820c1-47b7-464e-9b7d-40586d997342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd10ee6fe-509b-447e-8ed6-5ba0b8d0fb83', 'name': 'tempest-AttachVolumeTestJSON-983484191-router', 'tenant_id': 'a0ff7059c233428f81d35f38ec365006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '0b5f6bc1-2f39-4521-b263-738e2de40747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:20:01Z', 'updated_at': '2021-05-21T15:20:08Z', 'revision_number': 4, 'project_id': 'a0ff7059c233428f81d35f38ec365006', 'gw_port': {'id': '0b5f6bc1-2f39-4521-b263-738e2de40747', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10ee6fe-509b-447e-8ed6-5ba0b8d0fb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:20:02Z', 'updated_at': '2021-05-21T15:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_interfaces': [{'id': 'd0c6be38-c672-47b5-a65f-4876da27922a', 'name': '', 'network_id': 'efa2a869-eef6-443f-b219-ba0ab20cb5c1', 'tenant_id': 'a0ff7059c233428f81d35f38ec365006', 'mac_address': 'fa:16:3e:1d:7b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10ee6fe-509b-447e-8ed6-5ba0b8d0fb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b15db54b-4552-4834-a465-ff2d97af0b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:20:07Z', 'updated_at': '2021-05-21T15:20:15Z', 'revision_number': 5, 'project_id': 'a0ff7059c233428f81d35f38ec365006', 'subnets': [{'id': 'b15db54b-4552-4834-a465-ff2d97af0b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:26:53.606955 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49820c1-47b7-464e-9b7d-40586d997342 None None] Checking router: d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83 for host: dv-cinder-792299-3-iscsi {{(pid=91550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:26:53.615846 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49820c1-47b7-464e-9b7d-40586d997342 None None] Routers {'d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:26:53.616470 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-a49820c1-47b7-464e-9b7d-40586d997342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:26:48Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83'], 'active': True} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:26:53.748348 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-660b6e22-9a6b-4059-9294-76543c9c2ce5 req-2666dbd4-c280-4147-b6d8-288e3238225f tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/ports?device_id=7331e151-fe9a-4840-b2d7-6ae15e909592 HTTP/1.1" status: 200 len: 210 time: 0.0475724 May 21 15:26:53.818256 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvr_db [None req-a49820c1-47b7-464e-9b7d-40586d997342 None None] Set router d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83 gateway port host: dv-cinder-792299-3-iscsi {{(pid=91550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:26:53.909072 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86e7e2-a582-4bfe-b565-d6266ed3223b req-4f7fb6fc-df0c-4413-915c-db08c511b330 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:53.910413 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-eb86e7e2-a582-4bfe-b565-d6266ed3223b req-4f7fb6fc-df0c-4413-915c-db08c511b330 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2c1e137-0e16-47bf-b1a1-1667d7a401e6 HTTP/1.1" status: 200 len: 944 time: 0.0803108 May 21 15:26:53.958859 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-eb86e7e2-a582-4bfe-b565-d6266ed3223b req-55f419e6-6e97-49dd-8299-af906ebddab9 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=cfd2066b-2d4a-4f75-bc76-8bdfcda38f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428026 May 21 15:26:54.038589 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device 47d37384-0418-4800-9242-a69b8e1e9a78 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:26:54.249581 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port 47d37384-0418-4800-9242-a69b8e1e9a78, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=47d37384-0418-4800-9242-a69b8e1e9a78,segment=NetworkSegment(d02ce253-27e4-4db3-811e-f5cba1e8d521),segment_id=d02ce253-27e4-4db3-811e-f5cba1e8d521)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:26:54.266393 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-a49820c1-47b7-464e-9b7d-40586d997342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd10ee6fe-509b-447e-8ed6-5ba0b8d0fb83', 'name': 'tempest-AttachVolumeTestJSON-983484191-router', 'tenant_id': 'a0ff7059c233428f81d35f38ec365006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '0b5f6bc1-2f39-4521-b263-738e2de40747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:20:01Z', 'updated_at': '2021-05-21T15:20:08Z', 'revision_number': 4, 'project_id': 'a0ff7059c233428f81d35f38ec365006', 'gw_port': {'id': '0b5f6bc1-2f39-4521-b263-738e2de40747', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10ee6fe-509b-447e-8ed6-5ba0b8d0fb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:20:02Z', 'updated_at': '2021-05-21T15:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_interfaces': [{'id': 'd0c6be38-c672-47b5-a65f-4876da27922a', 'name': '', 'network_id': 'efa2a869-eef6-443f-b219-ba0ab20cb5c1', 'tenant_id': 'a0ff7059c233428f81d35f38ec365006', 'mac_address': 'fa:16:3e:1d:7b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10ee6fe-509b-447e-8ed6-5ba0b8d0fb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b15db54b-4552-4834-a465-ff2d97af0b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:20:07Z', 'updated_at': '2021-05-21T15:20:15Z', 'revision_number': 5, 'project_id': 'a0ff7059c233428f81d35f38ec365006', 'subnets': [{'id': 'b15db54b-4552-4834-a465-ff2d97af0b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:26:54.268515 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Returning: {'device': '47d37384-0418-4800-9242-a69b8e1e9a78', 'network_id': '5f4ff4bc-d925-40fd-9563-89b128523f4e', 'port_id': '47d37384-0418-4800-9242-a69b8e1e9a78', 'mac_address': 'fa:16:3e:7c:ae:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da7d3b04-d796-4f63-ba4e-40892d19294d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:26:54.273058 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49820c1-47b7-464e-9b7d-40586d997342 None None] The sync data for ids ['d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83'] in dv-cinder-792299-3-iscsi is: [{'id': 'd10ee6fe-509b-447e-8ed6-5ba0b8d0fb83', 'name': 'tempest-AttachVolumeTestJSON-983484191-router', 'tenant_id': 'a0ff7059c233428f81d35f38ec365006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '0b5f6bc1-2f39-4521-b263-738e2de40747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:20:01Z', 'updated_at': '2021-05-21T15:20:08Z', 'revision_number': 4, 'project_id': 'a0ff7059c233428f81d35f38ec365006', 'gw_port': {'id': '0b5f6bc1-2f39-4521-b263-738e2de40747', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10ee6fe-509b-447e-8ed6-5ba0b8d0fb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:20:02Z', 'updated_at': '2021-05-21T15:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_interfaces': [{'id': 'd0c6be38-c672-47b5-a65f-4876da27922a', 'name': '', 'network_id': 'efa2a869-eef6-443f-b219-ba0ab20cb5c1', 'tenant_id': 'a0ff7059c233428f81d35f38ec365006', 'mac_address': 'fa:16:3e:1d:7b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10ee6fe-509b-447e-8ed6-5ba0b8d0fb83', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b15db54b-4552-4834-a465-ff2d97af0b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:20:07Z', 'updated_at': '2021-05-21T15:20:15Z', 'revision_number': 5, 'project_id': 'a0ff7059c233428f81d35f38ec365006', 'subnets': [{'id': 'b15db54b-4552-4834-a465-ff2d97af0b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:26:54.329788 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:54.348725 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.notifiers.nova [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47d37384-0418-4800-9242-a69b8e1e9a78 {{(pid=91550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:26:54.365652 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port 47d37384-0418-4800-9242-a69b8e1e9a78, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=47d37384-0418-4800-9242-a69b8e1e9a78,segment=NetworkSegment(d02ce253-27e4-4db3-811e-f5cba1e8d521),segment_id=d02ce253-27e4-4db3-811e-f5cba1e8d521)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:26:54.369320 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:54.372401 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:54.486696 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Pushing event updated for resources: {'Port': ['ID=47d37384-0418-4800-9242-a69b8e1e9a78,revision_number=9']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:54.490023 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:54.500231 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b5e5cc-77f3-42e0-9302-683d494c4256 None None] New status for floating IP 23b934d1-7c51-441a-89fd-ad3ec8af7b70: DOWN {{(pid=91551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 21 15:26:54.631424 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] get_ports_and_sgs() called for port_ids ['47d37384-0418-4800-9242-a69b8e1e9a78'] {{(pid=91550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:26:54.877361 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 35828) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:26:54.949112 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-6195ae2f-5d0e-4228-a146-efe13cf5de5d tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks [] for security_group, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:54.976990 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-6195ae2f-5d0e-4228-a146-efe13cf5de5d tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:55.033985 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-6195ae2f-5d0e-4228-a146-efe13cf5de5d tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:55.037952 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-db053650-f2f9-435c-bffe-4ee7f83692da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:55.056898 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6195ae2f-5d0e-4228-a146-efe13cf5de5d tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d537810-f1a8-4f43-9124-277f98c50d33,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:55.066286 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6195ae2f-5d0e-4228-a146-efe13cf5de5d tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:55.066660 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6195ae2f-5d0e-4228-a146-efe13cf5de5d tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:55.067053 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6195ae2f-5d0e-4228-a146-efe13cf5de5d tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:55.067416 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6195ae2f-5d0e-4228-a146-efe13cf5de5d tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:55.067764 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6195ae2f-5d0e-4228-a146-efe13cf5de5d tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:55.068116 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6195ae2f-5d0e-4228-a146-efe13cf5de5d tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:55.068464 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6195ae2f-5d0e-4228-a146-efe13cf5de5d tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:55.068812 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6195ae2f-5d0e-4228-a146-efe13cf5de5d tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:55.069160 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6195ae2f-5d0e-4228-a146-efe13cf5de5d tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:55.069504 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6195ae2f-5d0e-4228-a146-efe13cf5de5d tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:55.069869 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6195ae2f-5d0e-4228-a146-efe13cf5de5d tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:55.070392 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6195ae2f-5d0e-4228-a146-efe13cf5de5d tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:55.077081 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-6195ae2f-5d0e-4228-a146-efe13cf5de5d tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:55.080807 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-6195ae2f-5d0e-4228-a146-efe13cf5de5d tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks [] for security_group, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:55.081876 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-6195ae2f-5d0e-4228-a146-efe13cf5de5d tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "DELETE /v2.0/security-groups/2d537810-f1a8-4f43-9124-277f98c50d33 HTTP/1.1" status: 204 len: 168 time: 0.2032623 May 21 15:26:55.084676 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 35836) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:26:55.109585 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.api.v2.resource [None req-b87a115d-f8d0-41d1-8381-99d984dfe4a5 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] show failed (client error): The resource could not be found. May 21 15:26:55.113241 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-b87a115d-f8d0-41d1-8381-99d984dfe4a5 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "GET /v2.0/security-groups/2d537810-f1a8-4f43-9124-277f98c50d33 HTTP/1.1" status: 404 len: 347 time: 0.0248854 May 21 15:26:55.113516 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 35840) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:26:55.162262 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246e455-3d62-4cc7-aabe-a44a83c21f48 req-d561cfff-6059-401c-9433-9d1be9164538 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:55.163775 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f246e455-3d62-4cc7-aabe-a44a83c21f48 req-d561cfff-6059-401c-9433-9d1be9164538 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2c1e137-0e16-47bf-b1a1-1667d7a401e6 HTTP/1.1" status: 200 len: 945 time: 0.0848880 May 21 15:26:55.307837 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f246e455-3d62-4cc7-aabe-a44a83c21f48 req-6575ef42-03b0-4b23-b071-44ba5a2fc325 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=cfd2066b-2d4a-4f75-bc76-8bdfcda38f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368616 May 21 15:26:55.344204 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [None req-cb348733-b112-434c-bf13-ba24fe30590b tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Deleting port 32750bff-0c67-475a-bf0e-c4fc717f564b {{(pid=91548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:26:55.344547 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-cb348733-b112-434c-bf13-ba24fe30590b tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730419685614'] for port, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:55.470880 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-cb348733-b112-434c-bf13-ba24fe30590b tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829031'] for port, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:55.471222 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-cb348733-b112-434c-bf13-ba24fe30590b tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:55.592476 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [None req-cb348733-b112-434c-bf13-ba24fe30590b tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Calling delete_port for 32750bff-0c67-475a-bf0e-c4fc717f564b owned by network:floatingip {{(pid=91548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:26:55.722661 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-cb348733-b112-434c-bf13-ba24fe30590b tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730419690186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730419340162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14885552'] for port, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:55.726943 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-69b1cca5-8f99-4487-bb99-559d3e90f556 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:55.772251 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb348733-b112-434c-bf13-ba24fe30590b tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Pushing event deleted for resources: {'Port': ['ID=32750bff-0c67-475a-bf0e-c4fc717f564b,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:55.775390 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-cb348733-b112-434c-bf13-ba24fe30590b tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:55.869017 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-cb348733-b112-434c-bf13-ba24fe30590b tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks [] for floatingip, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:55.883884 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-cb348733-b112-434c-bf13-ba24fe30590b tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for floatingip, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:55.885034 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-cb348733-b112-434c-bf13-ba24fe30590b tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] 10.222.0.69 "DELETE /v2.0/floatingips/23b934d1-7c51-441a-89fd-ad3ec8af7b70 HTTP/1.1" status: 204 len: 168 time: 0.7706311 May 21 15:26:56.051996 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device 47d37384-0418-4800-9242-a69b8e1e9a78 up at agent hyperv_hv-cinder-79229 {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:26:56.122324 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Provisioning complete for port 47d37384-0418-4800-9242-a69b8e1e9a78 triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:26:56.122619 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:56.242227 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:56.270233 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c1e137-0e16-47bf-b1a1-1667d7a401e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47d37384-0418-4800-9242-a69b8e1e9a78'}] {{(pid=91550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:26:56.280961 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port 47d37384-0418-4800-9242-a69b8e1e9a78, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=47d37384-0418-4800-9242-a69b8e1e9a78,segment=NetworkSegment(d02ce253-27e4-4db3-811e-f5cba1e8d521),segment_id=d02ce253-27e4-4db3-811e-f5cba1e8d521)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:26:56.285068 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:56.286032 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device df944eff-d690-401b-bf4c-67654942ec3e no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:26:56.321946 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:56.371929 dv-cinder-792299-3-iscsi neutron-server[91550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2c1e137-0e16-47bf-b1a1-1667d7a401e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47d37384-0418-4800-9242-a69b8e1e9a78', 'code': 200} May 21 15:26:56.379335 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] No Port match for: df944eff-d690-401b-bf4c-67654942ec3e {{(pid=91550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:26:56.379616 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device df944eff-d690-401b-bf4c-67654942ec3e not bound to the agent host hv-cinder-79229 {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:26:56.405629 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Pushing event updated for resources: {'Port': ['ID=47d37384-0418-4800-9242-a69b8e1e9a78,revision_number=10']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:56.408633 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:56.513688 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62789c07-6d36-482f-906a-94ce323e1bb1 req-68765468-1f87-482c-b9d2-1996b5a10714 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:56.515179 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-62789c07-6d36-482f-906a-94ce323e1bb1 req-68765468-1f87-482c-b9d2-1996b5a10714 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2c1e137-0e16-47bf-b1a1-1667d7a401e6 HTTP/1.1" status: 200 len: 947 time: 0.0832853 May 21 15:26:56.561466 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-62789c07-6d36-482f-906a-94ce323e1bb1 req-1fb312e7-3899-491f-8525-7876dc46bd50 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=cfd2066b-2d4a-4f75-bc76-8bdfcda38f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405686 May 21 15:26:56.882521 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404a37d-8440-480e-9b60-9fe4f8d606c9 req-9b1b5118-175b-4658-9a35-6cef3aac1027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:56.884033 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-5404a37d-8440-480e-9b60-9fe4f8d606c9 req-9b1b5118-175b-4658-9a35-6cef3aac1027 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=b2c1e137-0e16-47bf-b1a1-1667d7a401e6 HTTP/1.1" status: 200 len: 1100 time: 0.0725858 May 21 15:26:56.926328 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-5404a37d-8440-480e-9b60-9fe4f8d606c9 req-555be705-ca18-4c6d-8989-36c7c10f283b service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=cfd2066b-2d4a-4f75-bc76-8bdfcda38f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344529 May 21 15:26:57.756039 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d7e6e6-9cf3-402e-bbac-e48255e46b32 req-dcf447ad-2b58-4d00-879a-f837fb212ba7 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:57.757513 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-40d7e6e6-9cf3-402e-bbac-e48255e46b32 req-dcf447ad-2b58-4d00-879a-f837fb212ba7 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2c1e137-0e16-47bf-b1a1-1667d7a401e6 HTTP/1.1" status: 200 len: 947 time: 0.0827456 May 21 15:26:57.804158 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-40d7e6e6-9cf3-402e-bbac-e48255e46b32 req-f7086973-9ea0-4323-a49f-a9c29dc21396 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=cfd2066b-2d4a-4f75-bc76-8bdfcda38f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397820 May 21 15:26:59.013381 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d7d486-039c-44bd-9f18-1d185accb89a req-e4a6b129-9e86-4e80-8fab-adb1ddb94850 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:59.014868 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-d6d7d486-039c-44bd-9f18-1d185accb89a req-e4a6b129-9e86-4e80-8fab-adb1ddb94850 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2c1e137-0e16-47bf-b1a1-1667d7a401e6 HTTP/1.1" status: 200 len: 947 time: 0.0934918 May 21 15:26:59.065109 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-d6d7d486-039c-44bd-9f18-1d185accb89a req-b229bda5-858c-4b23-8752-46f3f4deec88 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=cfd2066b-2d4a-4f75-bc76-8bdfcda38f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445051 May 21 15:26:59.910530 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 35914) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:27:00.643986 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-56063ff4-ec75-4cd4-883b-b0fdb262805d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774749'] for router_interface, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:01.063333 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [None req-56063ff4-ec75-4cd4-883b-b0fdb262805d admin admin] Deleting port d0c6be38-c672-47b5-a65f-4876da27922a {{(pid=91548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:27:01.064092 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-56063ff4-ec75-4cd4-883b-b0fdb262805d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730419685614'] for port, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:01.194156 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [None req-56063ff4-ec75-4cd4-883b-b0fdb262805d admin admin] For port d0c6be38-c672-47b5-a65f-4876da27922a, host dv-cinder-792299-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=d0c6be38-c672-47b5-a65f-4876da27922a,segment=NetworkSegment(67395f92-efc3-4428-9562-98be7db153b1),segment_id=67395f92-efc3-4428-9562-98be7db153b1)] {{(pid=91548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:27:01.194423 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-56063ff4-ec75-4cd4-883b-b0fdb262805d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829031'] for port, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:01.316837 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [None req-56063ff4-ec75-4cd4-883b-b0fdb262805d admin admin] Calling delete_port for d0c6be38-c672-47b5-a65f-4876da27922a owned by network:router_interface {{(pid=91548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:27:01.597806 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-56063ff4-ec75-4cd4-883b-b0fdb262805d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730419690186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730419340162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14885552'] for port, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:01.601422 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-34630910-e20c-48e3-a14c-b6c538524ad6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:01.646815 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56063ff4-ec75-4cd4-883b-b0fdb262805d admin admin] Pushing event deleted for resources: {'Port': ['ID=d0c6be38-c672-47b5-a65f-4876da27922a,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:01.650326 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-56063ff4-ec75-4cd4-883b-b0fdb262805d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:02.005837 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-56063ff4-ec75-4cd4-883b-b0fdb262805d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1697739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1774833'] for router_interface, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:02.366589 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56063ff4-ec75-4cd4-883b-b0fdb262805d admin admin] Router d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83 has already been hosted by L3 agent 9c636599-187f-4688-bb24-d46a8be2a055 {{(pid=91548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:27:02.541127 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56063ff4-ec75-4cd4-883b-b0fdb262805d admin admin] Notify agent at l3_agent.dv-cinder-792299-3-iscsi the message routers_updated {{(pid=91548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:27:02.550418 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306b2839-3a0a-48f0-974f-7c87220c54ce None None] Sync routers for ids ['d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83'] in dv-cinder-792299-3-iscsi {{(pid=91550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:27:02.557306 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-56063ff4-ec75-4cd4-883b-b0fdb262805d admin admin] 10.222.0.69 "PUT /v2.0/routers/d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6433909 May 21 15:27:02.557605 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 35922) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:27:02.561309 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306b2839-3a0a-48f0-974f-7c87220c54ce None None] Routers {'d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:27:02.562190 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-306b2839-3a0a-48f0-974f-7c87220c54ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:26:48Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83'], 'active': True} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:27:02.740278 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvr_db [None req-306b2839-3a0a-48f0-974f-7c87220c54ce None None] Set router d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83 gateway port host: dv-cinder-792299-3-iscsi {{(pid=91550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:27:02.743433 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-1c21ee67-f267-452f-83ff-31ef3330a4e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:02.917768 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-1c21ee67-f267-452f-83ff-31ef3330a4e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:02.993064 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [None req-1c21ee67-f267-452f-83ff-31ef3330a4e7 admin admin] Deleting port 0b5f6bc1-2f39-4521-b263-738e2de40747 {{(pid=91548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:27:02.993399 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-1c21ee67-f267-452f-83ff-31ef3330a4e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730419685614'] for port, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:03.031099 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-306b2839-3a0a-48f0-974f-7c87220c54ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd10ee6fe-509b-447e-8ed6-5ba0b8d0fb83', 'name': 'tempest-AttachVolumeTestJSON-983484191-router', 'tenant_id': 'a0ff7059c233428f81d35f38ec365006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '0b5f6bc1-2f39-4521-b263-738e2de40747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:20:01Z', 'updated_at': '2021-05-21T15:27:01Z', 'revision_number': 5, 'project_id': 'a0ff7059c233428f81d35f38ec365006', 'gw_port': {'id': '0b5f6bc1-2f39-4521-b263-738e2de40747', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10ee6fe-509b-447e-8ed6-5ba0b8d0fb83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:20:02Z', 'updated_at': '2021-05-21T15:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi'}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:27:03.034924 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306b2839-3a0a-48f0-974f-7c87220c54ce None None] Checking router: d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83 for host: dv-cinder-792299-3-iscsi {{(pid=91550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:27:03.043285 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306b2839-3a0a-48f0-974f-7c87220c54ce None None] Routers {'d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:27:03.043879 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-306b2839-3a0a-48f0-974f-7c87220c54ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:26:48Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83'], 'active': True} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:27:03.194367 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvr_db [None req-306b2839-3a0a-48f0-974f-7c87220c54ce None None] Set router d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83 gateway port host: None {{(pid=91550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:27:03.237966 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [None req-1c21ee67-f267-452f-83ff-31ef3330a4e7 admin admin] For port 0b5f6bc1-2f39-4521-b263-738e2de40747, host dv-cinder-792299-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=0b5f6bc1-2f39-4521-b263-738e2de40747,segment=NetworkSegment(6e22115a-e16c-4b74-9ec4-448dbc5267a0),segment_id=6e22115a-e16c-4b74-9ec4-448dbc5267a0)] {{(pid=91548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:27:03.238320 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-1c21ee67-f267-452f-83ff-31ef3330a4e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829031'] for port, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:03.304003 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-306b2839-3a0a-48f0-974f-7c87220c54ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd10ee6fe-509b-447e-8ed6-5ba0b8d0fb83', 'name': 'tempest-AttachVolumeTestJSON-983484191-router', 'tenant_id': 'a0ff7059c233428f81d35f38ec365006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:20:01Z', 'updated_at': '2021-05-21T15:27:02Z', 'revision_number': 6, 'project_id': 'a0ff7059c233428f81d35f38ec365006', 'gw_port_host': None}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:27:03.308519 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306b2839-3a0a-48f0-974f-7c87220c54ce None None] The sync data for ids ['d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83'] in dv-cinder-792299-3-iscsi is: [{'id': 'd10ee6fe-509b-447e-8ed6-5ba0b8d0fb83', 'name': 'tempest-AttachVolumeTestJSON-983484191-router', 'tenant_id': 'a0ff7059c233428f81d35f38ec365006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:20:01Z', 'updated_at': '2021-05-21T15:27:02Z', 'revision_number': 6, 'project_id': 'a0ff7059c233428f81d35f38ec365006', 'gw_port_host': None}] {{(pid=91550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:27:03.362197 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [None req-1c21ee67-f267-452f-83ff-31ef3330a4e7 admin admin] Calling delete_port for 0b5f6bc1-2f39-4521-b263-738e2de40747 owned by network:router_gateway {{(pid=91548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:27:03.505510 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-1c21ee67-f267-452f-83ff-31ef3330a4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730419690186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730419340162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14885552'] for port, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:03.509865 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-cb348733-b112-434c-bf13-ba24fe30590b tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:03.556688 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c21ee67-f267-452f-83ff-31ef3330a4e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b5f6bc1-2f39-4521-b263-738e2de40747,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:03.584013 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-1c21ee67-f267-452f-83ff-31ef3330a4e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:03.655447 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-1c21ee67-f267-452f-83ff-31ef3330a4e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763192'] for router_gateway, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:03.835849 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-1c21ee67-f267-452f-83ff-31ef3330a4e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1768010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3637'] for router, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:03.838115 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-1c21ee67-f267-452f-83ff-31ef3330a4e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:03.922829 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-1c21ee67-f267-452f-83ff-31ef3330a4e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1762452'] for router, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:03.923444 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c21ee67-f267-452f-83ff-31ef3330a4e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83 {{(pid=91548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 21 15:27:03.936775 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-1c21ee67-f267-452f-83ff-31ef3330a4e7 admin admin] Notify callbacks [] for router, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:03.937904 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-1c21ee67-f267-452f-83ff-31ef3330a4e7 admin admin] 10.222.0.69 "DELETE /v2.0/routers/d10ee6fe-509b-447e-8ed6-5ba0b8d0fb83 HTTP/1.1" status: 204 len: 168 time: 1.3794451 May 21 15:27:03.940507 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 35926) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:27:04.003238 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.db_base_plugin_v2 [None req-4616503a-cf12-4204-8452-733a62913607 admin admin] Deleting subnet b15db54b-4552-4834-a465-ff2d97af0b01 {{(pid=91548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 21 15:27:04.006275 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-4616503a-cf12-4204-8452-733a62913607 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:04.054767 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-4616503a-cf12-4204-8452-733a62913607 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15185061'] for subnet, precommit_delete_associations {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:04.178212 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-4616503a-cf12-4204-8452-733a62913607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708537'] for subnet, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:04.436685 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-4616503a-cf12-4204-8452-733a62913607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14885533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14760833'] for subnet, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:04.440530 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:04.474299 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4616503a-cf12-4204-8452-733a62913607 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b15db54b-4552-4834-a465-ff2d97af0b01,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:04.477349 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-4616503a-cf12-4204-8452-733a62913607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:04.478316 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-4616503a-cf12-4204-8452-733a62913607 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:04.484823 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a93ddcc-ec29-4dca-ae89-c7abac29888b None None] Network efa2a869-eef6-443f-b219-ba0ab20cb5c1 requested from dv-cinder-792299-3-iscsi {{(pid=91550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:27:04.485322 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-4616503a-cf12-4204-8452-733a62913607 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/b15db54b-4552-4834-a465-ff2d97af0b01 HTTP/1.1" status: 204 len: 168 time: 0.5436165 May 21 15:27:04.487479 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 35930) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:27:04.593635 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-846c9367-5bd9-4910-8c23-2d22285a20a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732154'] for network, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:04.652531 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device d0c6be38-c672-47b5-a65f-4876da27922a no longer exists at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:27:04.717134 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] No Port match for: d0c6be38-c672-47b5-a65f-4876da27922a {{(pid=91550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:27:04.717489 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device d0c6be38-c672-47b5-a65f-4876da27922a not bound to the agent host dv-cinder-792299-3-iscsi {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:27:04.717912 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 0b5f6bc1-2f39-4521-b263-738e2de40747 no longer exists at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:27:04.762574 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [None req-846c9367-5bd9-4910-8c23-2d22285a20a0 admin admin] Deleting port 39a06c9b-717c-4dc6-8105-a5d38663661d {{(pid=91548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:27:04.762872 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] No Port match for: 0b5f6bc1-2f39-4521-b263-738e2de40747 {{(pid=91550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:27:04.763029 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-846c9367-5bd9-4910-8c23-2d22285a20a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730419685614'] for port, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:04.763257 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 0b5f6bc1-2f39-4521-b263-738e2de40747 not bound to the agent host dv-cinder-792299-3-iscsi {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:27:04.850505 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1167a311-6714-44f2-a3dd-80bc559c448c None None] DHCP port deletion for efa2a869-eef6-443f-b219-ba0ab20cb5c1 request from dv-cinder-792299-3-iscsi {{(pid=91550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 21 15:27:04.865063 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [None req-846c9367-5bd9-4910-8c23-2d22285a20a0 admin admin] For port 39a06c9b-717c-4dc6-8105-a5d38663661d, host dv-cinder-792299-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=39a06c9b-717c-4dc6-8105-a5d38663661d,segment=NetworkSegment(67395f92-efc3-4428-9562-98be7db153b1),segment_id=67395f92-efc3-4428-9562-98be7db153b1)] {{(pid=91548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:27:04.865417 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-846c9367-5bd9-4910-8c23-2d22285a20a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829031'] for port, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:04.915942 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-1167a311-6714-44f2-a3dd-80bc559c448c None None] Deleting port 39a06c9b-717c-4dc6-8105-a5d38663661d {{(pid=91550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:27:04.916431 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-1167a311-6714-44f2-a3dd-80bc559c448c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730419685614'] for port, before_delete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:04.988573 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [None req-846c9367-5bd9-4910-8c23-2d22285a20a0 admin admin] Calling delete_port for 39a06c9b-717c-4dc6-8105-a5d38663661d owned by network:dhcp {{(pid=91548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:27:05.013493 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-1167a311-6714-44f2-a3dd-80bc559c448c None None] For port 39a06c9b-717c-4dc6-8105-a5d38663661d, host dv-cinder-792299-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=39a06c9b-717c-4dc6-8105-a5d38663661d,segment=NetworkSegment(67395f92-efc3-4428-9562-98be7db153b1),segment_id=67395f92-efc3-4428-9562-98be7db153b1)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:27:05.013712 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-1167a311-6714-44f2-a3dd-80bc559c448c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829031'] for port, precommit_delete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:05.038857 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-846c9367-5bd9-4910-8c23-2d22285a20a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730419690186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730419340162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14885552'] for port, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:05.042990 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-509b629b-43b7-49b6-961d-e91c98457e29 tempest-VolumesSnapshotTestJSON-1361327203 tempest-VolumesSnapshotTestJSON-1361327203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:05.086911 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846c9367-5bd9-4910-8c23-2d22285a20a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=39a06c9b-717c-4dc6-8105-a5d38663661d,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:05.090747 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-846c9367-5bd9-4910-8c23-2d22285a20a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:05.091559 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846c9367-5bd9-4910-8c23-2d22285a20a0 admin admin] No DVR routers for this DVR port 39a06c9b-717c-4dc6-8105-a5d38663661d on host dv-cinder-792299-3-iscsi {{(pid=91548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:27:05.134338 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-1167a311-6714-44f2-a3dd-80bc559c448c None None] Calling delete_port for 39a06c9b-717c-4dc6-8105-a5d38663661d owned by network:dhcp {{(pid=91550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:27:05.209322 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-846c9367-5bd9-4910-8c23-2d22285a20a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707840', 'neutron.services.segments.db._delete_segments_for_network-8730419779193'] for network, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:05.227914 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.services.segments.db [None req-846c9367-5bd9-4910-8c23-2d22285a20a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efa2a869-eef6-443f-b219-ba0ab20cb5c1']}} {{(pid=91548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:27:05.240770 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.services.segments.db [None req-846c9367-5bd9-4910-8c23-2d22285a20a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67395f92-efc3-4428-9562-98be7db153b1') {'for_net_delete': True} {{(pid=91548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:27:05.241063 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.services.segments.db [None req-846c9367-5bd9-4910-8c23-2d22285a20a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67395f92-efc3-4428-9562-98be7db153b1') {} {{(pid=91548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:27:05.253574 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-846c9367-5bd9-4910-8c23-2d22285a20a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730419791885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15185084'] for segment, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:05.265018 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-1167a311-6714-44f2-a3dd-80bc559c448c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730419690186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730419340162'] for port, after_delete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:05.269589 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:05.270632 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-846c9367-5bd9-4910-8c23-2d22285a20a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703692'] for segment, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:05.277435 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-846c9367-5bd9-4910-8c23-2d22285a20a0 admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=91548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 21 15:27:05.277821 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-846c9367-5bd9-4910-8c23-2d22285a20a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14885571'] for segment, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:05.290675 dv-cinder-792299-3-iscsi neutron-server[91548]: Traceback (most recent call last): May 21 15:27:05.290675 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 21 15:27:05.290675 dv-cinder-792299-3-iscsi neutron-server[91548]: timer() May 21 15:27:05.290675 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 21 15:27:05.290675 dv-cinder-792299-3-iscsi neutron-server[91548]: cb(*args, **kw) May 21 15:27:05.290675 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 21 15:27:05.290675 dv-cinder-792299-3-iscsi neutron-server[91548]: return func(*args, **kwargs) May 21 15:27:05.290675 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 21 15:27:05.290675 dv-cinder-792299-3-iscsi neutron-server[91548]: self._notify() May 21 15:27:05.290675 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 21 15:27:05.290675 dv-cinder-792299-3-iscsi neutron-server[91548]: self.callback(batched_events) May 21 15:27:05.290675 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 21 15:27:05.290675 dv-cinder-792299-3-iscsi neutron-server[91548]: event.method(event) May 21 15:27:05.290675 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 21 15:27:05.290675 dv-cinder-792299-3-iscsi neutron-server[91548]: aggregate_id = self._get_aggregate_id(event.segment_id) May 21 15:27:05.290675 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 21 15:27:05.290675 dv-cinder-792299-3-iscsi neutron-server[91548]: aggregate_uuid = self.p_client.list_aggregates( May 21 15:27:05.290675 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 21 15:27:05.290675 dv-cinder-792299-3-iscsi neutron-server[91548]: return f(self, *a, **k) May 21 15:27:05.290675 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 21 15:27:05.290675 dv-cinder-792299-3-iscsi neutron-server[91548]: return self._get(url).json() May 21 15:27:05.290675 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 21 15:27:05.290675 dv-cinder-792299-3-iscsi neutron-server[91548]: return self._client.get(url, endpoint_filter=self._ks_filter, May 21 15:27:05.290675 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 21 15:27:05.290675 dv-cinder-792299-3-iscsi neutron-server[91548]: return self.request(url, 'GET', **kwargs) May 21 15:27:05.290675 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 21 15:27:05.290675 dv-cinder-792299-3-iscsi neutron-server[91548]: base_url = self.get_endpoint(auth, allow=allow, May 21 15:27:05.290675 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 21 15:27:05.290675 dv-cinder-792299-3-iscsi neutron-server[91548]: auth = self._auth_required(auth, 'determine endpoint URL') May 21 15:27:05.290675 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 21 15:27:05.290675 dv-cinder-792299-3-iscsi neutron-server[91548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 21 15:27:05.290675 dv-cinder-792299-3-iscsi neutron-server[91548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 21 15:27:05.316897 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1167a311-6714-44f2-a3dd-80bc559c448c None None] Pushing event deleted for resources: {'Port': ['ID=39a06c9b-717c-4dc6-8105-a5d38663661d,revision_number=None']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:05.319406 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-1167a311-6714-44f2-a3dd-80bc559c448c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:05.322156 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1167a311-6714-44f2-a3dd-80bc559c448c None None] No DVR routers for this DVR port 39a06c9b-717c-4dc6-8105-a5d38663661d on host dv-cinder-792299-3-iscsi {{(pid=91550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:27:05.365139 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-846c9367-5bd9-4910-8c23-2d22285a20a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1599858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763229'] for network, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:05.368749 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-05860a78-1998-4352-89c4-aa58ae122819 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:05.385271 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-846c9367-5bd9-4910-8c23-2d22285a20a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697775'] for network, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:05.395433 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846c9367-5bd9-4910-8c23-2d22285a20a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=efa2a869-eef6-443f-b219-ba0ab20cb5c1,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:05.398539 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-846c9367-5bd9-4910-8c23-2d22285a20a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:05.411807 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-846c9367-5bd9-4910-8c23-2d22285a20a0 admin admin] 10.222.0.69 "DELETE /v2.0/networks/efa2a869-eef6-443f-b219-ba0ab20cb5c1 HTTP/1.1" status: 204 len: 168 time: 0.9233661 May 21 15:27:05.529729 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 35936) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:27:05.581945 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-2bfaecd1-d39c-4297-a86a-452087f4023c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a0ff7059c233428f81d35f38ec365006&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0509751 May 21 15:27:05.584338 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 35940) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:27:05.642951 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-4ed911a4-35c0-464b-9a95-88207e192d66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:05.669401 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-4ed911a4-35c0-464b-9a95-88207e192d66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:05.724846 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-4ed911a4-35c0-464b-9a95-88207e192d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:05.728615 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-bc0d81eb-029e-4428-95c9-694c1eb045df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:05.742756 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed911a4-35c0-464b-9a95-88207e192d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a6eff2-56d4-4fae-8f5c-32f1879ccb8f,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:05.747137 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-4ed911a4-35c0-464b-9a95-88207e192d66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:05.750471 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-4ed911a4-35c0-464b-9a95-88207e192d66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:05.751684 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-4ed911a4-35c0-464b-9a95-88207e192d66 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d2a6eff2-56d4-4fae-8f5c-32f1879ccb8f HTTP/1.1" status: 204 len: 168 time: 0.1664619 May 21 15:27:06.618963 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 39a06c9b-717c-4dc6-8105-a5d38663661d no longer exists at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:27:06.663770 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] No Port match for: 39a06c9b-717c-4dc6-8105-a5d38663661d {{(pid=91550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:27:06.664138 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 39a06c9b-717c-4dc6-8105-a5d38663661d not bound to the agent host dv-cinder-792299-3-iscsi {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:27:07.543254 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 35990) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:27:07.681997 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-c006574a-7b04-4978-92f6-6730529fe5e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:07.697390 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-c006574a-7b04-4978-92f6-6730529fe5e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:27:07.702215 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-c006574a-7b04-4978-92f6-6730529fe5e0 admin admin] Usage tracker for resource:security_group_rule and tenant:3731d38c26b94dd1b43ea008aa4a1435 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:27:07.705313 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-c006574a-7b04-4978-92f6-6730529fe5e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:27:07.711158 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-c006574a-7b04-4978-92f6-6730529fe5e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:27:07.804350 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-c006574a-7b04-4978-92f6-6730529fe5e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:07.810216 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-c006574a-7b04-4978-92f6-6730529fe5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:07.817858 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:07.861155 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-c006574a-7b04-4978-92f6-6730529fe5e0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3731d38c26b94dd1b43ea008aa4a1435&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3165774 May 21 15:27:07.862094 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c006574a-7b04-4978-92f6-6730529fe5e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=401a4ab0-1a8a-4bb1-92fb-563c2288c073,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:07.866369 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 35996) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:27:07.866976 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-c006574a-7b04-4978-92f6-6730529fe5e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:07.932764 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-933e2724-b942-40a0-9376-ed5a477b68b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:07.961769 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-933e2724-b942-40a0-9376-ed5a477b68b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:08.023594 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-933e2724-b942-40a0-9376-ed5a477b68b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:08.028980 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-62b1f91e-dbe8-4cd6-86af-e24d9466b5c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:08.048130 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933e2724-b942-40a0-9376-ed5a477b68b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=401a4ab0-1a8a-4bb1-92fb-563c2288c073,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:08.051499 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-933e2724-b942-40a0-9376-ed5a477b68b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:08.055241 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-933e2724-b942-40a0-9376-ed5a477b68b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:08.060271 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-933e2724-b942-40a0-9376-ed5a477b68b3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/401a4ab0-1a8a-4bb1-92fb-563c2288c073 HTTP/1.1" status: 204 len: 168 time: 0.1926327 May 21 15:27:08.403105 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 36004) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:27:08.421197 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-e6cf980e-d77c-4d4b-a478-d3f7197b43b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:08.436690 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-e6cf980e-d77c-4d4b-a478-d3f7197b43b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:27:08.440599 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-e6cf980e-d77c-4d4b-a478-d3f7197b43b1 admin admin] Usage tracker for resource:security_group_rule and tenant:992e2c9d9b6646c08a5ad0f4944a28b5 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:27:08.443520 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-e6cf980e-d77c-4d4b-a478-d3f7197b43b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:27:08.449952 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-e6cf980e-d77c-4d4b-a478-d3f7197b43b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:27:08.540168 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-e6cf980e-d77c-4d4b-a478-d3f7197b43b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:08.544291 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-e6cf980e-d77c-4d4b-a478-d3f7197b43b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:08.551506 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-08362751-57bd-4f5d-b918-68d768120bca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:08.593540 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cf980e-d77c-4d4b-a478-d3f7197b43b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09044e0e-cef4-4c8b-b1a2-1cec672c1b8f,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:08.597777 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-e6cf980e-d77c-4d4b-a478-d3f7197b43b1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=992e2c9d9b6646c08a5ad0f4944a28b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1936851 May 21 15:27:08.598631 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-e6cf980e-d77c-4d4b-a478-d3f7197b43b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:08.600408 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 36008) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:27:08.661383 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-3ef50eb0-4c3c-4535-b91c-d61f1f7debca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:08.687725 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-3ef50eb0-4c3c-4535-b91c-d61f1f7debca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:08.740562 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-3ef50eb0-4c3c-4535-b91c-d61f1f7debca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:08.744449 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-a2e25c6a-a887-4f23-909c-6443e98df8f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:08.758024 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef50eb0-4c3c-4535-b91c-d61f1f7debca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09044e0e-cef4-4c8b-b1a2-1cec672c1b8f,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:08.760924 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-3ef50eb0-4c3c-4535-b91c-d61f1f7debca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:08.769787 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-3ef50eb0-4c3c-4535-b91c-d61f1f7debca admin admin] Notify callbacks [] for security_group, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:08.771109 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-3ef50eb0-4c3c-4535-b91c-d61f1f7debca admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/09044e0e-cef4-4c8b-b1a2-1cec672c1b8f HTTP/1.1" status: 204 len: 168 time: 0.1696007 May 21 15:27:10.132637 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.agents_db [None req-1cb0bb7b-b6db-4325-ad21-6fa15867ad0e None None] Agent healthcheck: found 6 active agents {{(pid=91551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:27:14.407815 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 36088) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:27:14.530837 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-af37b881-e761-4f3a-81f7-36d44a242db6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:14.550350 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-af37b881-e761-4f3a-81f7-36d44a242db6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:27:14.554375 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-af37b881-e761-4f3a-81f7-36d44a242db6 admin admin] Usage tracker for resource:security_group_rule and tenant:c5c08ffe6c1a4822a08d4b8210d9c748 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:27:14.557391 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-af37b881-e761-4f3a-81f7-36d44a242db6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:27:14.563261 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-af37b881-e761-4f3a-81f7-36d44a242db6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:27:14.648785 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-af37b881-e761-4f3a-81f7-36d44a242db6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:14.656066 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-af37b881-e761-4f3a-81f7-36d44a242db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:14.664259 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-b43a505c-9e08-43e9-9003-ad4db3ba0fab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:14.705611 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37b881-e761-4f3a-81f7-36d44a242db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdadd9e5-cbac-43ac-9222-c424d4d78cb1,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:14.709239 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-af37b881-e761-4f3a-81f7-36d44a242db6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:14.712115 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-af37b881-e761-4f3a-81f7-36d44a242db6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c5c08ffe6c1a4822a08d4b8210d9c748&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3032272 May 21 15:27:14.715744 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 36094) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:27:14.779665 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-bd1cbb8b-53c4-4f89-b7d8-2608661a9f4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:14.807163 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-bd1cbb8b-53c4-4f89-b7d8-2608661a9f4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:14.865294 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-bd1cbb8b-53c4-4f89-b7d8-2608661a9f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:14.869697 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-875c1833-83fc-48ed-9fcd-5f9f0aed3179 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:14.884575 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1cbb8b-53c4-4f89-b7d8-2608661a9f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdadd9e5-cbac-43ac-9222-c424d4d78cb1,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:14.891494 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-bd1cbb8b-53c4-4f89-b7d8-2608661a9f4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:14.893714 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-bd1cbb8b-53c4-4f89-b7d8-2608661a9f4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:14.894872 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-bd1cbb8b-53c4-4f89-b7d8-2608661a9f4b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bdadd9e5-cbac-43ac-9222-c424d4d78cb1 HTTP/1.1" status: 204 len: 168 time: 0.1781950 May 21 15:27:15.186153 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 36102) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:27:15.205306 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-923e595c-e941-4afb-ad1e-96c096473de9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:15.225152 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-923e595c-e941-4afb-ad1e-96c096473de9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:27:15.229626 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-923e595c-e941-4afb-ad1e-96c096473de9 admin admin] Usage tracker for resource:security_group_rule and tenant:a608eaa2cb3443e7b75205aeb6d2a4a5 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:27:15.233915 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-923e595c-e941-4afb-ad1e-96c096473de9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:27:15.242732 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-f272ebd6-465a-434f-b5eb-90d042a1843d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:15.243404 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-923e595c-e941-4afb-ad1e-96c096473de9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:27:15.332733 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-923e595c-e941-4afb-ad1e-96c096473de9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:15.336577 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-923e595c-e941-4afb-ad1e-96c096473de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:15.345739 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-dd50f0d0-3f81-4f96-a035-0911249725c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:15.385784 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-923e595c-e941-4afb-ad1e-96c096473de9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a608eaa2cb3443e7b75205aeb6d2a4a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1984744 May 21 15:27:15.387588 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e595c-e941-4afb-ad1e-96c096473de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5782e96e-eaa9-4822-a45c-b47e226bb224,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:15.388916 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 36106) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:27:15.390659 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-923e595c-e941-4afb-ad1e-96c096473de9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:15.456624 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-ba3d39bd-cd1f-4db9-8b5a-395b2da41591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:15.483717 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-ba3d39bd-cd1f-4db9-8b5a-395b2da41591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:15.537477 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-ba3d39bd-cd1f-4db9-8b5a-395b2da41591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:15.541781 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-1bfcbfad-c8d8-4da7-8b8d-eb843d9897c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:15.555744 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3d39bd-cd1f-4db9-8b5a-395b2da41591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5782e96e-eaa9-4822-a45c-b47e226bb224,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:15.559461 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-ba3d39bd-cd1f-4db9-8b5a-395b2da41591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:15.564719 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-ba3d39bd-cd1f-4db9-8b5a-395b2da41591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:15.565814 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-ba3d39bd-cd1f-4db9-8b5a-395b2da41591 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5782e96e-eaa9-4822-a45c-b47e226bb224 HTTP/1.1" status: 204 len: 168 time: 0.1758134 May 21 15:27:17.841629 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 36178) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:27:17.958706 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-78a86126-c884-4195-9843-2e5b90a00a67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:17.974901 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-78a86126-c884-4195-9843-2e5b90a00a67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:27:17.980601 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-78a86126-c884-4195-9843-2e5b90a00a67 admin admin] Usage tracker for resource:security_group_rule and tenant:d948a10ec95b43c2aa609c5e13fb2a51 is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:27:17.983628 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-78a86126-c884-4195-9843-2e5b90a00a67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:27:17.990314 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-78a86126-c884-4195-9843-2e5b90a00a67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:27:17.998785 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:18.078911 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-78a86126-c884-4195-9843-2e5b90a00a67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:18.083464 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-78a86126-c884-4195-9843-2e5b90a00a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:18.090780 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-70d626b7-c328-4bd9-a9f5-3d26d8d0adca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:18.132450 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a86126-c884-4195-9843-2e5b90a00a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8efa692-e15e-40ed-a8e3-676305ce983d,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:18.137936 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-78a86126-c884-4195-9843-2e5b90a00a67 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d948a10ec95b43c2aa609c5e13fb2a51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2952743 May 21 15:27:18.138909 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-78a86126-c884-4195-9843-2e5b90a00a67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:18.140557 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 36184) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:27:18.202597 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-2553b3f3-ba2d-45e7-aa97-70a046354c60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:18.229439 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-2553b3f3-ba2d-45e7-aa97-70a046354c60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:18.289135 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-2553b3f3-ba2d-45e7-aa97-70a046354c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:18.294954 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-b60da9a5-5cb2-4c7f-b5f4-0afcf675bb66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:18.301851 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-2c282321-498c-45ac-9d13-ebfaa647ebb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:18.309446 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2553b3f3-ba2d-45e7-aa97-70a046354c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8efa692-e15e-40ed-a8e3-676305ce983d,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:18.311743 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-2553b3f3-ba2d-45e7-aa97-70a046354c60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:18.312840 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-2553b3f3-ba2d-45e7-aa97-70a046354c60 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e8efa692-e15e-40ed-a8e3-676305ce983d HTTP/1.1" status: 204 len: 168 time: 0.1713850 May 21 15:27:18.313699 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-2553b3f3-ba2d-45e7-aa97-70a046354c60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:18.601839 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 36192) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:27:18.620550 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-937411e6-7868-4789-9af2-6929791d5261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:18.634673 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-937411e6-7868-4789-9af2-6929791d5261 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:27:18.638452 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-937411e6-7868-4789-9af2-6929791d5261 admin admin] Usage tracker for resource:security_group_rule and tenant:ddabd8bf0a4b44dc9fb6509ac73598b7 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:27:18.641276 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-937411e6-7868-4789-9af2-6929791d5261 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:27:18.647391 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-937411e6-7868-4789-9af2-6929791d5261 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:27:18.732451 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-937411e6-7868-4789-9af2-6929791d5261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:18.736262 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-937411e6-7868-4789-9af2-6929791d5261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:18.747379 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-5dc39ff6-2ecc-4157-ab05-363c890387c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:18.789290 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-937411e6-7868-4789-9af2-6929791d5261 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ddabd8bf0a4b44dc9fb6509ac73598b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1862149 May 21 15:27:18.790039 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937411e6-7868-4789-9af2-6929791d5261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a459f560-c27e-45d9-ad02-99665ae83f2d,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:18.792606 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 36196) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:27:18.793548 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-937411e6-7868-4789-9af2-6929791d5261 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:18.850642 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-9f64dc68-2ee4-4aa7-94e2-fbd1a3d41781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:18.877143 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-9f64dc68-2ee4-4aa7-94e2-fbd1a3d41781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:18.929293 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-9f64dc68-2ee4-4aa7-94e2-fbd1a3d41781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:18.932955 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-ba3d39bd-cd1f-4db9-8b5a-395b2da41591 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:18.945251 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f64dc68-2ee4-4aa7-94e2-fbd1a3d41781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a459f560-c27e-45d9-ad02-99665ae83f2d,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:18.948333 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-9f64dc68-2ee4-4aa7-94e2-fbd1a3d41781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:18.950273 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-9f64dc68-2ee4-4aa7-94e2-fbd1a3d41781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:18.951355 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-9f64dc68-2ee4-4aa7-94e2-fbd1a3d41781 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a459f560-c27e-45d9-ad02-99665ae83f2d HTTP/1.1" status: 204 len: 168 time: 0.1577814 May 21 15:27:19.298295 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e6f13acb-dde4-45e3-8932-2715da3406c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:20.866880 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-cb99478c-afff-4a9c-8770-f3354af234b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:23.188921 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:23.734325 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 36266) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:27:23.869659 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-392bfcbc-246e-4c18-aa89-d3547eff508d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:23.884132 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-392bfcbc-246e-4c18-aa89-d3547eff508d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:27:23.888829 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-392bfcbc-246e-4c18-aa89-d3547eff508d admin admin] Usage tracker for resource:security_group_rule and tenant:90b4fdc8506b4d6eb6b607156230445f is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:27:23.891739 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-392bfcbc-246e-4c18-aa89-d3547eff508d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:27:23.898159 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-392bfcbc-246e-4c18-aa89-d3547eff508d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:27:23.990278 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-392bfcbc-246e-4c18-aa89-d3547eff508d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:23.995111 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-392bfcbc-246e-4c18-aa89-d3547eff508d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:24.002364 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-6195ae2f-5d0e-4228-a146-efe13cf5de5d tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:24.043057 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-392bfcbc-246e-4c18-aa89-d3547eff508d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=90b4fdc8506b4d6eb6b607156230445f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3076160 May 21 15:27:24.044228 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392bfcbc-246e-4c18-aa89-d3547eff508d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b612a862-a62b-413f-92e0-a82ef575ee55,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:24.045747 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 36272) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:27:24.047456 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-392bfcbc-246e-4c18-aa89-d3547eff508d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:24.106035 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-1f6c9a3b-0743-48e4-9443-3c207c5b378d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:24.132190 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-1f6c9a3b-0743-48e4-9443-3c207c5b378d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:24.184940 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-1f6c9a3b-0743-48e4-9443-3c207c5b378d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:24.188694 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-6c540e38-d965-476d-a4b4-e6a59ddd909c tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:24.202833 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6c9a3b-0743-48e4-9443-3c207c5b378d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b612a862-a62b-413f-92e0-a82ef575ee55,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:24.205437 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-1f6c9a3b-0743-48e4-9443-3c207c5b378d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:24.215419 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-1f6c9a3b-0743-48e4-9443-3c207c5b378d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:24.216544 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-1f6c9a3b-0743-48e4-9443-3c207c5b378d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b612a862-a62b-413f-92e0-a82ef575ee55 HTTP/1.1" status: 204 len: 168 time: 0.1697876 May 21 15:27:25.305517 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 36304) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:27:25.471105 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-fa649881-b727-4658-b82f-221832bebac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:25.488259 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-fa649881-b727-4658-b82f-221832bebac7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:27:25.493358 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-fa649881-b727-4658-b82f-221832bebac7 admin admin] Usage tracker for resource:security_group_rule and tenant:e31ca0047fb44240a84807eb141e6161 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:27:25.502019 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-fa649881-b727-4658-b82f-221832bebac7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:27:25.517115 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-fa649881-b727-4658-b82f-221832bebac7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:27:25.548998 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-72adad42-4347-484d-b725-926fa5062409 req-107ee121-42e5-4767-bf36-515197480d47 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=b2c1e137-0e16-47bf-b1a1-1667d7a401e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1423411 May 21 15:27:25.680825 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-fa649881-b727-4658-b82f-221832bebac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:25.687118 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-fa649881-b727-4658-b82f-221832bebac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:25.695366 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-b5893d3e-8894-4a9a-b27f-ac353e839545 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:25.715385 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72adad42-4347-484d-b725-926fa5062409 req-4d4ee537-7bcb-4e26-bb42-4bb139fed0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:25.716902 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-72adad42-4347-484d-b725-926fa5062409 req-4d4ee537-7bcb-4e26-bb42-4bb139fed0d1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1b29e764695842f7ab30d80bb3282c22&device_id=b2c1e137-0e16-47bf-b1a1-1667d7a401e6 HTTP/1.1" status: 200 len: 1100 time: 0.1410139 May 21 15:27:25.767271 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-fa649881-b727-4658-b82f-221832bebac7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e31ca0047fb44240a84807eb141e6161&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4604690 May 21 15:27:25.769906 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 36310) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:27:25.771928 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa649881-b727-4658-b82f-221832bebac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=898d4e49-52d2-4f98-adf7-6a4b1da46661,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:25.778981 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-fa649881-b727-4658-b82f-221832bebac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:25.835054 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-a6aa4f09-3712-40b2-9edf-d7e65c3f8126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:25.863671 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-a6aa4f09-3712-40b2-9edf-d7e65c3f8126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:25.936304 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-a6aa4f09-3712-40b2-9edf-d7e65c3f8126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:25.940239 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-ccc5ec41-0e8b-46c5-acea-cf74ed770f10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:25.953155 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aa4f09-3712-40b2-9edf-d7e65c3f8126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=898d4e49-52d2-4f98-adf7-6a4b1da46661,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:25.955982 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-a6aa4f09-3712-40b2-9edf-d7e65c3f8126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:25.963990 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-a6aa4f09-3712-40b2-9edf-d7e65c3f8126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:25.965393 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-a6aa4f09-3712-40b2-9edf-d7e65c3f8126 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/898d4e49-52d2-4f98-adf7-6a4b1da46661 HTTP/1.1" status: 204 len: 168 time: 0.1944032 May 21 15:27:25.995008 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72adad42-4347-484d-b725-926fa5062409 req-23c6d28a-ac34-474e-847d-653c461877ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:25.996465 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-72adad42-4347-484d-b725-926fa5062409 req-23c6d28a-ac34-474e-847d-653c461877ff service neutron] 10.222.0.68 "GET /v2.0/networks?id=5f4ff4bc-d925-40fd-9563-89b128523f4e HTTP/1.1" status: 200 len: 917 time: 0.2541151 May 21 15:27:26.107992 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-72adad42-4347-484d-b725-926fa5062409 req-d696f2b5-6e2a-4717-9fa4-bf5dda1dcc94 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47d37384-0418-4800-9242-a69b8e1e9a78 HTTP/1.1" status: 200 len: 1002 time: 0.1033964 May 21 15:27:26.176507 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72adad42-4347-484d-b725-926fa5062409 req-e5111fcf-fe09-4285-bf0b-ea79bac8c232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:26.177986 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-72adad42-4347-484d-b725-926fa5062409 req-e5111fcf-fe09-4285-bf0b-ea79bac8c232 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=da7d3b04-d796-4f63-ba4e-40892d19294d HTTP/1.1" status: 200 len: 855 time: 0.0634332 May 21 15:27:26.255760 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72adad42-4347-484d-b725-926fa5062409 req-0c454c44-a35e-4a2d-b6f4-50c69fd7b1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:26.257284 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-72adad42-4347-484d-b725-926fa5062409 req-0c454c44-a35e-4a2d-b6f4-50c69fd7b1f4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5f4ff4bc-d925-40fd-9563-89b128523f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0725200 May 21 15:27:26.423024 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-72adad42-4347-484d-b725-926fa5062409 req-266383a0-b41e-474c-ade5-8b5b2847e12e service neutron] 10.222.0.68 "GET /v2.0/networks/5f4ff4bc-d925-40fd-9563-89b128523f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581645 May 21 15:27:26.567405 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-72adad42-4347-484d-b725-926fa5062409 req-0cd3e544-9a95-4fc8-b90f-a29055677701 service neutron] 10.222.0.68 "GET /v2.0/networks/5f4ff4bc-d925-40fd-9563-89b128523f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375959 May 21 15:27:26.725092 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 36336) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:27:26.831268 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [None req-623541e5-3b80-48ef-a87e-8317129ac816 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1469102867-network', 'tenant_id': '630d170970d84363a803862f2026c034'}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:27:26.836633 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-623541e5-3b80-48ef-a87e-8317129ac816 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:27:26.841694 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-623541e5-3b80-48ef-a87e-8317129ac816 admin admin] Usage tracker for resource:network and tenant:630d170970d84363a803862f2026c034 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:27:26.844911 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-623541e5-3b80-48ef-a87e-8317129ac816 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:27:26.855944 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-623541e5-3b80-48ef-a87e-8317129ac816 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:27:26.865475 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-623541e5-3b80-48ef-a87e-8317129ac816 admin admin] Made reservation on behalf of 630d170970d84363a803862f2026c034 for: {'network': 1} {{(pid=91548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:27:26.867789 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-623541e5-3b80-48ef-a87e-8317129ac816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-578634'] for network, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:26.879916 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-623541e5-3b80-48ef-a87e-8317129ac816 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:26.898278 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-623541e5-3b80-48ef-a87e-8317129ac816 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:27:26.902858 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-623541e5-3b80-48ef-a87e-8317129ac816 admin admin] Usage tracker for resource:security_group_rule and tenant:630d170970d84363a803862f2026c034 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:27:26.905635 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-623541e5-3b80-48ef-a87e-8317129ac816 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:27:26.911252 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-623541e5-3b80-48ef-a87e-8317129ac816 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:27:26.993392 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-623541e5-3b80-48ef-a87e-8317129ac816 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:26.998402 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-623541e5-3b80-48ef-a87e-8317129ac816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:27.001366 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-e6cf980e-d77c-4d4b-a478-d3f7197b43b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:27.037505 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-623541e5-3b80-48ef-a87e-8317129ac816 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=91548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 21 15:27:27.043419 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623541e5-3b80-48ef-a87e-8317129ac816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9f991a-b00d-4443-b066-279138d7ddd3,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:27.047138 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-623541e5-3b80-48ef-a87e-8317129ac816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:27.051305 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-623541e5-3b80-48ef-a87e-8317129ac816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703692'] for segment, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:27.051305 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.db.segments_db [None req-623541e5-3b80-48ef-a87e-8317129ac816 admin admin] Added segment 48553d26-bb45-4662-9ea2-08a8cc42b725 of type vlan for network e094ae2b-5a46-4183-afe6-dd1ed8c367a2 May 21 15:27:27.080235 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-623541e5-3b80-48ef-a87e-8317129ac816 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730419324398'] for network, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:27.112389 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-623541e5-3b80-48ef-a87e-8317129ac816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1599858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697748'] for network, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:27.113695 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623541e5-3b80-48ef-a87e-8317129ac816 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:27.114278 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-623541e5-3b80-48ef-a87e-8317129ac816 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697775'] for network, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:27.119582 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:27.227195 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623541e5-3b80-48ef-a87e-8317129ac816 admin admin] Pushing event updated for resources: {'Network': ['ID=e094ae2b-5a46-4183-afe6-dd1ed8c367a2,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:27.234158 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-623541e5-3b80-48ef-a87e-8317129ac816 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5053494 May 21 15:27:27.234158 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-623541e5-3b80-48ef-a87e-8317129ac816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:27.234437 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 36342) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:27:27.238111 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Network e094ae2b-5a46-4183-afe6-dd1ed8c367a2 details requested by agent ovs-agent-dv-cinder-792299-3-iscsi with host dv-cinder-792299-3-iscsi {{(pid=91550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 15:27:27.239796 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [None req-d7dfc2e8-3942-4dfe-aa10-b376e04b0da0 admin admin] Request body: {'subnet': {'network_id': 'e094ae2b-5a46-4183-afe6-dd1ed8c367a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1469102867-subnet', 'tenant_id': '630d170970d84363a803862f2026c034', 'ip_version': 4}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:27:27.245881 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-d7dfc2e8-3942-4dfe-aa10-b376e04b0da0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:27:27.249703 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-d7dfc2e8-3942-4dfe-aa10-b376e04b0da0 admin admin] Usage tracker for resource:subnet and tenant:630d170970d84363a803862f2026c034 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:27:27.252564 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-d7dfc2e8-3942-4dfe-aa10-b376e04b0da0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:27:27.258457 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-d7dfc2e8-3942-4dfe-aa10-b376e04b0da0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:27:27.269141 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7dfc2e8-3942-4dfe-aa10-b376e04b0da0 admin admin] Made reservation on behalf of 630d170970d84363a803862f2026c034 for: {'subnet': 1} {{(pid=91548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:27:27.271455 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-d7dfc2e8-3942-4dfe-aa10-b376e04b0da0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14760868'] for subnet, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:27.670188 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-d7dfc2e8-3942-4dfe-aa10-b376e04b0da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14885468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14760842'] for subnet, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:27.673967 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:27.747300 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dfc2e8-3942-4dfe-aa10-b376e04b0da0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=457733cb-d434-4c36-8644-ba9371329c18,revision_number=0']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:27.750151 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-d7dfc2e8-3942-4dfe-aa10-b376e04b0da0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:27.756636 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dfc2e8-3942-4dfe-aa10-b376e04b0da0 admin admin] Checking segment: {'id': '48553d26-bb45-4662-9ea2-08a8cc42b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'e094ae2b-5a46-4183-afe6-dd1ed8c367a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:27:27.756986 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7dfc2e8-3942-4dfe-aa10-b376e04b0da0 admin admin] Network hostable DHCP agents. Network: e094ae2b-5a46-4183-afe6-dd1ed8c367a2, hostable agents: ['c7b0d441-ff2d-4a67-9ef1-8c68d51adfa8'], hosted agents: [] {{(pid=91548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 15:27:27.773844 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7dfc2e8-3942-4dfe-aa10-b376e04b0da0 admin admin] Network e094ae2b-5a46-4183-afe6-dd1ed8c367a2 is scheduled to be hosted by DHCP agent c7b0d441-ff2d-4a67-9ef1-8c68d51adfa8 with binding_index 1 {{(pid=91548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 15:27:27.783825 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.base_scheduler [None req-d7dfc2e8-3942-4dfe-aa10-b376e04b0da0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-3-iscsi, e094ae2b-5a46-4183-afe6-dd1ed8c367a2) {{(pid=91548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:27:27.793189 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7dfc2e8-3942-4dfe-aa10-b376e04b0da0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:27.793774 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cccc089-09ae-4dd6-942e-8d9cb3033ecc None None] Network e094ae2b-5a46-4183-afe6-dd1ed8c367a2 requested from dv-cinder-792299-3-iscsi {{(pid=91550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:27:27.793905 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-d7dfc2e8-3942-4dfe-aa10-b376e04b0da0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:27.814678 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-d7dfc2e8-3942-4dfe-aa10-b376e04b0da0 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5792367 May 21 15:27:27.817402 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 36346) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:27:27.823229 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [None req-5805c3ac-d38f-46f9-a6a8-cc778677407a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1469102867-router', 'tenant_id': '630d170970d84363a803862f2026c034', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed'}}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:27:27.827870 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-5805c3ac-d38f-46f9-a6a8-cc778677407a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:27:27.831688 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-5805c3ac-d38f-46f9-a6a8-cc778677407a admin admin] Usage tracker for resource:router and tenant:630d170970d84363a803862f2026c034 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:27:27.834504 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-5805c3ac-d38f-46f9-a6a8-cc778677407a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:27:27.840566 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-5805c3ac-d38f-46f9-a6a8-cc778677407a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:27:27.851613 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-5805c3ac-d38f-46f9-a6a8-cc778677407a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1768168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3587'] for router, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:27.852631 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-5805c3ac-d38f-46f9-a6a8-cc778677407a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1594772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:27.869064 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-5805c3ac-d38f-46f9-a6a8-cc778677407a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:28.018430 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f83f56d-fc7d-46a9-a236-7685c4703a3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp691765e8-26f9-5dea-9763-d4c33d86b24f-e094ae2b-5a46-4183-afe6-dd1ed8c367a2', 'network_id': 'e094ae2b-5a46-4183-afe6-dd1ed8c367a2', 'tenant_id': '630d170970d84363a803862f2026c034', 'fixed_ips': [{'subnet_id': '457733cb-d434-4c36-8644-ba9371329c18'}]}} from dv-cinder-792299-3-iscsi. {{(pid=91550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 21 15:27:28.019567 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-4f83f56d-fc7d-46a9-a236-7685c4703a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_create {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:28.185784 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.db_base_plugin_common [None req-4f83f56d-fc7d-46a9-a236-7685c4703a3e None None] Allocated IP 172.20.0.2 (e094ae2b-5a46-4183-afe6-dd1ed8c367a2/457733cb-d434-4c36-8644-ba9371329c18/a57e6510-7f9a-4da1-9556-03dd66ac5f11) {{(pid=91550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:27:28.260684 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-5805c3ac-d38f-46f9-a6a8-cc778677407a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1775829', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1768186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:28.423389 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-4f83f56d-fc7d-46a9-a236-7685c4703a3e None None] Notify callbacks [] for port, precommit_create {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:28.434811 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-4f83f56d-fc7d-46a9-a236-7685c4703a3e None None] Transition to ACTIVE for port object a57e6510-7f9a-4da1-9556-03dd66ac5f11 will not be triggered until provisioned by entity L2. {{(pid=91550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:27:28.453338 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-4f83f56d-fc7d-46a9-a236-7685c4703a3e None None] Transition to ACTIVE for port object a57e6510-7f9a-4da1-9556-03dd66ac5f11 will not be triggered until provisioned by entity DHCP. {{(pid=91550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:27:28.459652 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-4f83f56d-fc7d-46a9-a236-7685c4703a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730419340153'] for port, after_create {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:28.464365 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-047c9028-67d7-4495-829b-16e5b9d3551d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:28.529812 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f83f56d-fc7d-46a9-a236-7685c4703a3e None None] Network e094ae2b-5a46-4183-afe6-dd1ed8c367a2 is already hosted by enough agents. {{(pid=91550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:27:28.533110 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.scheduler.base_scheduler [None req-4f83f56d-fc7d-46a9-a236-7685c4703a3e None None] Resources bound (agent type, host, resource id): {{(pid=91550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:27:28.536745 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f83f56d-fc7d-46a9-a236-7685c4703a3e None None] Received port after_create {{(pid=91550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:27:28.546545 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f83f56d-fc7d-46a9-a236-7685c4703a3e None None] Pushing event updated for resources: {'Port': ['ID=a57e6510-7f9a-4da1-9556-03dd66ac5f11,revision_number=1']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:28.575031 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-5805c3ac-d38f-46f9-a6a8-cc778677407a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:28.582856 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f83f56d-fc7d-46a9-a236-7685c4703a3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:27:28.583231 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f83f56d-fc7d-46a9-a236-7685c4703a3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:27:28.583574 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f83f56d-fc7d-46a9-a236-7685c4703a3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:27:28.583911 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f83f56d-fc7d-46a9-a236-7685c4703a3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:27:28.584244 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f83f56d-fc7d-46a9-a236-7685c4703a3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:27:28.584577 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f83f56d-fc7d-46a9-a236-7685c4703a3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:27:28.584902 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f83f56d-fc7d-46a9-a236-7685c4703a3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:27:28.585230 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f83f56d-fc7d-46a9-a236-7685c4703a3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:27:28.585555 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f83f56d-fc7d-46a9-a236-7685c4703a3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:27:28.585878 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f83f56d-fc7d-46a9-a236-7685c4703a3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:27:28.586201 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f83f56d-fc7d-46a9-a236-7685c4703a3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:27:28.586521 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f83f56d-fc7d-46a9-a236-7685c4703a3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:27:28.594372 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-4f83f56d-fc7d-46a9-a236-7685c4703a3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:28.609202 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-5805c3ac-d38f-46f9-a6a8-cc778677407a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:28.645531 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.managers [None req-4f83f56d-fc7d-46a9-a236-7685c4703a3e None None] Attempting to bind port a57e6510-7f9a-4da1-9556-03dd66ac5f11 on host dv-cinder-792299-3-iscsi for vnic_type normal with profile {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:27:28.646164 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.managers [None req-4f83f56d-fc7d-46a9-a236-7685c4703a3e None None] Attempting to bind port a57e6510-7f9a-4da1-9556-03dd66ac5f11 by drivers openvswitch,hyperv on host dv-cinder-792299-3-iscsi at level 0 using segments [{'id': '48553d26-bb45-4662-9ea2-08a8cc42b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'e094ae2b-5a46-4183-afe6-dd1ed8c367a2'}] {{(pid=91550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:27:28.646580 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f83f56d-fc7d-46a9-a236-7685c4703a3e None None] Attempting to bind port a57e6510-7f9a-4da1-9556-03dd66ac5f11 on network e094ae2b-5a46-4183-afe6-dd1ed8c367a2 {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:27:28.654985 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f83f56d-fc7d-46a9-a236-7685c4703a3e None None] Checking agent: {'id': 'f4608e34-e7ca-4ad2-a713-84295da40874', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 12, 18), 'started_at': datetime.datetime(2021, 5, 21, 15, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:27:28.655371 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f83f56d-fc7d-46a9-a236-7685c4703a3e None None] Checking segment: {'id': '48553d26-bb45-4662-9ea2-08a8cc42b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'e094ae2b-5a46-4183-afe6-dd1ed8c367a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:27:28.655776 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-4f83f56d-fc7d-46a9-a236-7685c4703a3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:28.656185 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f83f56d-fc7d-46a9-a236-7685c4703a3e None None] Bound using segment: {'id': '48553d26-bb45-4662-9ea2-08a8cc42b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'e094ae2b-5a46-4183-afe6-dd1ed8c367a2'} {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:27:28.656667 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.managers [None req-4f83f56d-fc7d-46a9-a236-7685c4703a3e None None] Bound port: a57e6510-7f9a-4da1-9556-03dd66ac5f11, host: dv-cinder-792299-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48553d26-bb45-4662-9ea2-08a8cc42b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'e094ae2b-5a46-4183-afe6-dd1ed8c367a2'}}] {{(pid=91550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:27:28.657051 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-4f83f56d-fc7d-46a9-a236-7685c4703a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:28.748122 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.db_base_plugin_common [None req-5805c3ac-d38f-46f9-a6a8-cc778677407a admin admin] Allocated IP 172.27.2.48 (ba463646-5c92-40f4-a60a-d72924905aed/aafb72b8-44f1-4418-af97-0acaa496b3de/97453e6a-d1f8-46f3-87e7-1d11a4c7f2b5) {{(pid=91548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:27:28.750774 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-4f83f56d-fc7d-46a9-a236-7685c4703a3e None None] For port a57e6510-7f9a-4da1-9556-03dd66ac5f11, host dv-cinder-792299-3-iscsi, cleared binding levels {{(pid=91550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:27:28.765800 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-4f83f56d-fc7d-46a9-a236-7685c4703a3e None None] For port a57e6510-7f9a-4da1-9556-03dd66ac5f11, host dv-cinder-792299-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=a57e6510-7f9a-4da1-9556-03dd66ac5f11,segment=NetworkSegment(48553d26-bb45-4662-9ea2-08a8cc42b725),segment_id=48553d26-bb45-4662-9ea2-08a8cc42b725)] {{(pid=91550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:27:28.773873 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-4f83f56d-fc7d-46a9-a236-7685c4703a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:28.779182 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:28.892229 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f83f56d-fc7d-46a9-a236-7685c4703a3e None None] Pushing event updated for resources: {'Port': ['ID=a57e6510-7f9a-4da1-9556-03dd66ac5f11,revision_number=2']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:28.898988 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-5805c3ac-d38f-46f9-a6a8-cc778677407a admin admin] Notify callbacks [] for port, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:28.906405 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-4f83f56d-fc7d-46a9-a236-7685c4703a3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:28.939132 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-5805c3ac-d38f-46f9-a6a8-cc778677407a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730419340153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14885552'] for port, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:28.943124 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-56063ff4-ec75-4cd4-883b-b0fdb262805d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:29.012565 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5805c3ac-d38f-46f9-a6a8-cc778677407a admin admin] Network ba463646-5c92-40f4-a60a-d72924905aed is already hosted by enough agents. {{(pid=91548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:27:29.015670 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.base_scheduler [None req-5805c3ac-d38f-46f9-a6a8-cc778677407a admin admin] Resources bound (agent type, host, resource id): {{(pid=91548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:27:29.019229 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5805c3ac-d38f-46f9-a6a8-cc778677407a admin admin] Received port after_create {{(pid=91548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:27:29.060029 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5805c3ac-d38f-46f9-a6a8-cc778677407a admin admin] Pushing event updated for resources: {'Port': ['ID=97453e6a-d1f8-46f3-87e7-1d11a4c7f2b5,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:29.066376 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-5805c3ac-d38f-46f9-a6a8-cc778677407a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:29.459055 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-5805c3ac-d38f-46f9-a6a8-cc778677407a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:29.771163 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b931013-8f4c-4ad1-9b25-bb781dc0a13c None None] Network e094ae2b-5a46-4183-afe6-dd1ed8c367a2 requested from dv-cinder-792299-3-iscsi {{(pid=91550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:27:29.928686 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-78a122ae-6447-4420-adb7-52826f4bfd5b None None] Provisioning for port a57e6510-7f9a-4da1-9556-03dd66ac5f11 completed by entity DHCP. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:27:29.941555 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-5805c3ac-d38f-46f9-a6a8-cc778677407a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1768177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1763072'] for router, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:30.159552 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5805c3ac-d38f-46f9-a6a8-cc778677407a admin admin] Router 64a6df7a-fb45-4baf-a503-9e6cc2c8c843 is scheduled to L3 agent 9c636599-187f-4688-bb24-d46a8be2a055 with binding_index 1 {{(pid=91548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 21 15:27:30.344243 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5805c3ac-d38f-46f9-a6a8-cc778677407a admin admin] Notify agent at l3_agent.dv-cinder-792299-3-iscsi the message routers_updated {{(pid=91548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:27:30.353726 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57d0464-5d6a-4a90-8467-41a9b568966e None None] Sync routers for ids ['64a6df7a-fb45-4baf-a503-9e6cc2c8c843'] in dv-cinder-792299-3-iscsi {{(pid=91551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:27:30.363301 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57d0464-5d6a-4a90-8467-41a9b568966e None None] Routers {'64a6df7a-fb45-4baf-a503-9e6cc2c8c843'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:27:30.363898 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-b57d0464-5d6a-4a90-8467-41a9b568966e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:27:18Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['64a6df7a-fb45-4baf-a503-9e6cc2c8c843'], 'active': True} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:27:30.369235 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-5805c3ac-d38f-46f9-a6a8-cc778677407a admin admin] Notify callbacks [] for router, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:30.370536 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-5805c3ac-d38f-46f9-a6a8-cc778677407a admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5522094 May 21 15:27:30.373498 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 36350) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:27:30.543254 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvr_db [None req-b57d0464-5d6a-4a90-8467-41a9b568966e None None] Set router 64a6df7a-fb45-4baf-a503-9e6cc2c8c843 gateway port host: dv-cinder-792299-3-iscsi {{(pid=91551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:27:30.722543 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device a57e6510-7f9a-4da1-9556-03dd66ac5f11 up at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:27:30.798783 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning for port a57e6510-7f9a-4da1-9556-03dd66ac5f11 completed by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:27:30.803951 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning complete for port a57e6510-7f9a-4da1-9556-03dd66ac5f11 triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:27:30.804424 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:30.871159 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-b57d0464-5d6a-4a90-8467-41a9b568966e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a6df7a-fb45-4baf-a503-9e6cc2c8c843', 'name': 'tempest-TestMinimumBasicScenario-1469102867-router', 'tenant_id': '630d170970d84363a803862f2026c034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '97453e6a-d1f8-46f3-87e7-1d11a4c7f2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:27:27Z', 'updated_at': '2021-05-21T15:27:29Z', 'revision_number': 3, 'project_id': '630d170970d84363a803862f2026c034', 'gw_port': {'id': '97453e6a-d1f8-46f3-87e7-1d11a4c7f2b5', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1c:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a6df7a-fb45-4baf-a503-9e6cc2c8c843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:27:28Z', 'updated_at': '2021-05-21T15:27:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi'}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:27:30.878152 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57d0464-5d6a-4a90-8467-41a9b568966e None None] Checking router: 64a6df7a-fb45-4baf-a503-9e6cc2c8c843 for host: dv-cinder-792299-3-iscsi {{(pid=91551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:27:30.878457 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57d0464-5d6a-4a90-8467-41a9b568966e None None] Updating router 64a6df7a-fb45-4baf-a503-9e6cc2c8c843 port 97453e6a-d1f8-46f3-87e7-1d11a4c7f2b5 binding host dv-cinder-792299-3-iscsi {{(pid=91551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 21 15:27:30.937365 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron_lib.callbacks.manager [None req-b57d0464-5d6a-4a90-8467-41a9b568966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:30.977333 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:31.013702 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] For port a57e6510-7f9a-4da1-9556-03dd66ac5f11, host dv-cinder-792299-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=a57e6510-7f9a-4da1-9556-03dd66ac5f11,segment=NetworkSegment(48553d26-bb45-4662-9ea2-08a8cc42b725),segment_id=48553d26-bb45-4662-9ea2-08a8cc42b725)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:27:31.017849 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:31.023899 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:31.086841 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-e26a38cb-1a4c-497c-8b97-7c1bdfd94053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:31.093581 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Pushing event updated for resources: {'Port': ['ID=a57e6510-7f9a-4da1-9556-03dd66ac5f11,revision_number=3']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:31.096721 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:31.282067 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron_lib.callbacks.manager [None req-b57d0464-5d6a-4a90-8467-41a9b568966e None None] Notify callbacks [] for port, precommit_update {{(pid=91551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:31.295453 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.provisioning_blocks [None req-b57d0464-5d6a-4a90-8467-41a9b568966e None None] Transition to ACTIVE for port object 97453e6a-d1f8-46f3-87e7-1d11a4c7f2b5 will not be triggered until provisioned by entity L2. {{(pid=91551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:27:31.303362 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron_lib.callbacks.manager [None req-b57d0464-5d6a-4a90-8467-41a9b568966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:31.308390 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG oslo_concurrency.lockutils [None req-c099a61d-7453-4e8b-a4c5-1c6ed5029521 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:31.422426 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.managers [None req-b57d0464-5d6a-4a90-8467-41a9b568966e None None] Attempting to bind port 97453e6a-d1f8-46f3-87e7-1d11a4c7f2b5 on host dv-cinder-792299-3-iscsi for vnic_type normal with profile {{(pid=91551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:27:31.423388 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.managers [None req-b57d0464-5d6a-4a90-8467-41a9b568966e None None] Attempting to bind port 97453e6a-d1f8-46f3-87e7-1d11a4c7f2b5 by drivers openvswitch,hyperv on host dv-cinder-792299-3-iscsi at level 0 using segments [{'id': '6e22115a-e16c-4b74-9ec4-448dbc5267a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed'}] {{(pid=91551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:27:31.423388 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57d0464-5d6a-4a90-8467-41a9b568966e None None] Attempting to bind port 97453e6a-d1f8-46f3-87e7-1d11a4c7f2b5 on network ba463646-5c92-40f4-a60a-d72924905aed {{(pid=91551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:27:31.425078 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0510dd00-1a59-423b-8444-d81dc10a3050 None None] Pushing event updated for resources: {'Port': ['ID=97453e6a-d1f8-46f3-87e7-1d11a4c7f2b5,revision_number=2']} {{(pid=91551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:31.436233 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57d0464-5d6a-4a90-8467-41a9b568966e None None] Checking agent: {'id': 'f4608e34-e7ca-4ad2-a713-84295da40874', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 12, 18), 'started_at': datetime.datetime(2021, 5, 21, 15, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:27:31.436608 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57d0464-5d6a-4a90-8467-41a9b568966e None None] Checking segment: {'id': '6e22115a-e16c-4b74-9ec4-448dbc5267a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:27:31.437008 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron_lib.callbacks.manager [None req-b57d0464-5d6a-4a90-8467-41a9b568966e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:31.437393 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57d0464-5d6a-4a90-8467-41a9b568966e None None] Bound using segment: {'id': '6e22115a-e16c-4b74-9ec4-448dbc5267a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed'} {{(pid=91551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:27:31.437853 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.managers [None req-b57d0464-5d6a-4a90-8467-41a9b568966e None None] Bound port: 97453e6a-d1f8-46f3-87e7-1d11a4c7f2b5, host: dv-cinder-792299-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e22115a-e16c-4b74-9ec4-448dbc5267a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed'}}] {{(pid=91551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:27:31.438218 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron_lib.callbacks.manager [None req-b57d0464-5d6a-4a90-8467-41a9b568966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:31.457934 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.db_base_plugin_common [None req-e26a38cb-1a4c-497c-8b97-7c1bdfd94053 admin admin] Allocated IP 172.20.0.1 (e094ae2b-5a46-4183-afe6-dd1ed8c367a2/457733cb-d434-4c36-8644-ba9371329c18/208b4677-86d4-4035-900d-ef274270cc5b) {{(pid=91548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:27:31.470028 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0510dd00-1a59-423b-8444-d81dc10a3050 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:27:31.470326 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0510dd00-1a59-423b-8444-d81dc10a3050 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:27:31.470699 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0510dd00-1a59-423b-8444-d81dc10a3050 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:27:31.471111 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0510dd00-1a59-423b-8444-d81dc10a3050 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:27:31.471436 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0510dd00-1a59-423b-8444-d81dc10a3050 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:27:31.471755 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0510dd00-1a59-423b-8444-d81dc10a3050 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:27:31.472073 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0510dd00-1a59-423b-8444-d81dc10a3050 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:27:31.472385 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0510dd00-1a59-423b-8444-d81dc10a3050 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:27:31.472722 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0510dd00-1a59-423b-8444-d81dc10a3050 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:27:31.473035 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0510dd00-1a59-423b-8444-d81dc10a3050 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:27:31.473350 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0510dd00-1a59-423b-8444-d81dc10a3050 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:27:31.473657 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0510dd00-1a59-423b-8444-d81dc10a3050 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:27:31.481606 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG oslo_concurrency.lockutils [None req-0510dd00-1a59-423b-8444-d81dc10a3050 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:31.527363 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.db [None req-b57d0464-5d6a-4a90-8467-41a9b568966e None None] For port 97453e6a-d1f8-46f3-87e7-1d11a4c7f2b5, host dv-cinder-792299-3-iscsi, cleared binding levels {{(pid=91551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:27:31.530441 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.db [None req-b57d0464-5d6a-4a90-8467-41a9b568966e None None] For port 97453e6a-d1f8-46f3-87e7-1d11a4c7f2b5, host dv-cinder-792299-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=97453e6a-d1f8-46f3-87e7-1d11a4c7f2b5,segment=NetworkSegment(6e22115a-e16c-4b74-9ec4-448dbc5267a0),segment_id=6e22115a-e16c-4b74-9ec4-448dbc5267a0)] {{(pid=91551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:27:31.535123 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron_lib.callbacks.manager [None req-b57d0464-5d6a-4a90-8467-41a9b568966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:31.539861 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:31.615614 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-e26a38cb-1a4c-497c-8b97-7c1bdfd94053 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:31.615952 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57d0464-5d6a-4a90-8467-41a9b568966e None None] Routers {'64a6df7a-fb45-4baf-a503-9e6cc2c8c843'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:27:31.616577 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-b57d0464-5d6a-4a90-8467-41a9b568966e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:27:18Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['64a6df7a-fb45-4baf-a503-9e6cc2c8c843'], 'active': True} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:27:31.632264 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.provisioning_blocks [None req-e26a38cb-1a4c-497c-8b97-7c1bdfd94053 admin admin] Transition to ACTIVE for port object 208b4677-86d4-4035-900d-ef274270cc5b will not be triggered until provisioned by entity DHCP. {{(pid=91548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:27:31.664643 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-e26a38cb-1a4c-497c-8b97-7c1bdfd94053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730419340153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14885552'] for port, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:31.669410 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-846c9367-5bd9-4910-8c23-2d22285a20a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:31.692214 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0510dd00-1a59-423b-8444-d81dc10a3050 None None] Pushing event updated for resources: {'Port': ['ID=97453e6a-d1f8-46f3-87e7-1d11a4c7f2b5,revision_number=3']} {{(pid=91551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:31.695492 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG oslo_concurrency.lockutils [None req-0510dd00-1a59-423b-8444-d81dc10a3050 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:31.734858 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26a38cb-1a4c-497c-8b97-7c1bdfd94053 admin admin] Network e094ae2b-5a46-4183-afe6-dd1ed8c367a2 is already hosted by enough agents. {{(pid=91548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:27:31.737788 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.base_scheduler [None req-e26a38cb-1a4c-497c-8b97-7c1bdfd94053 admin admin] Resources bound (agent type, host, resource id): {{(pid=91548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:27:31.741445 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26a38cb-1a4c-497c-8b97-7c1bdfd94053 admin admin] Received port after_create {{(pid=91548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:27:31.776973 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26a38cb-1a4c-497c-8b97-7c1bdfd94053 admin admin] Pushing event updated for resources: {'Port': ['ID=208b4677-86d4-4035-900d-ef274270cc5b,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:31.787417 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-e26a38cb-1a4c-497c-8b97-7c1bdfd94053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:31.809860 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvr_db [None req-b57d0464-5d6a-4a90-8467-41a9b568966e None None] Set router 64a6df7a-fb45-4baf-a503-9e6cc2c8c843 gateway port host: dv-cinder-792299-3-iscsi {{(pid=91551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:27:31.815254 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-e26a38cb-1a4c-497c-8b97-7c1bdfd94053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774610'] for router_interface, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:32.003748 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-ce4c60c5-a0d9-4cec-a882-239f7b5828db None None] Provisioning for port 208b4677-86d4-4035-900d-ef274270cc5b completed by entity DHCP. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:27:32.011729 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-ce4c60c5-a0d9-4cec-a882-239f7b5828db None None] Provisioning complete for port 208b4677-86d4-4035-900d-ef274270cc5b triggered by entity DHCP. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:27:32.012449 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-ce4c60c5-a0d9-4cec-a882-239f7b5828db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:32.080707 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-ce4c60c5-a0d9-4cec-a882-239f7b5828db None None] Port 208b4677-86d4-4035-900d-ef274270cc5b cannot update to ACTIVE because it is not bound. {{(pid=91550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 15:27:32.094290 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-e26a38cb-1a4c-497c-8b97-7c1bdfd94053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:32.131684 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-b57d0464-5d6a-4a90-8467-41a9b568966e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a6df7a-fb45-4baf-a503-9e6cc2c8c843', 'name': 'tempest-TestMinimumBasicScenario-1469102867-router', 'tenant_id': '630d170970d84363a803862f2026c034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '97453e6a-d1f8-46f3-87e7-1d11a4c7f2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:27:27Z', 'updated_at': '2021-05-21T15:27:29Z', 'revision_number': 3, 'project_id': '630d170970d84363a803862f2026c034', 'gw_port': {'id': '97453e6a-d1f8-46f3-87e7-1d11a4c7f2b5', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1c:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a6df7a-fb45-4baf-a503-9e6cc2c8c843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:27:28Z', 'updated_at': '2021-05-21T15:27:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi'}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:27:32.137141 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57d0464-5d6a-4a90-8467-41a9b568966e None None] The sync data for ids ['64a6df7a-fb45-4baf-a503-9e6cc2c8c843'] in dv-cinder-792299-3-iscsi is: [{'id': '64a6df7a-fb45-4baf-a503-9e6cc2c8c843', 'name': 'tempest-TestMinimumBasicScenario-1469102867-router', 'tenant_id': '630d170970d84363a803862f2026c034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '97453e6a-d1f8-46f3-87e7-1d11a4c7f2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:27:27Z', 'updated_at': '2021-05-21T15:27:29Z', 'revision_number': 3, 'project_id': '630d170970d84363a803862f2026c034', 'gw_port': {'id': '97453e6a-d1f8-46f3-87e7-1d11a4c7f2b5', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1c:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a6df7a-fb45-4baf-a503-9e6cc2c8c843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:27:28Z', 'updated_at': '2021-05-21T15:27:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi'}] {{(pid=91551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:27:32.345591 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-e26a38cb-1a4c-497c-8b97-7c1bdfd94053 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:32.352087 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-e26a38cb-1a4c-497c-8b97-7c1bdfd94053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14885543'] for port, after_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:32.395847 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-5961bfef-d08e-443c-ab98-261394ce82ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:32.484653 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-e26a38cb-1a4c-497c-8b97-7c1bdfd94053 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1697730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774703'] for router_interface, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:32.488858 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26a38cb-1a4c-497c-8b97-7c1bdfd94053 admin admin] Pushing event updated for resources: {'Port': ['ID=208b4677-86d4-4035-900d-ef274270cc5b,revision_number=2']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:32.492456 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-e26a38cb-1a4c-497c-8b97-7c1bdfd94053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:32.663169 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26a38cb-1a4c-497c-8b97-7c1bdfd94053 admin admin] Network e094ae2b-5a46-4183-afe6-dd1ed8c367a2 is already hosted by enough agents. {{(pid=91548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:27:32.665157 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.base_scheduler [None req-e26a38cb-1a4c-497c-8b97-7c1bdfd94053 admin admin] Resources bound (agent type, host, resource id): {{(pid=91548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:27:32.824221 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device a57e6510-7f9a-4da1-9556-03dd66ac5f11 up at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:27:32.897579 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e26a38cb-1a4c-497c-8b97-7c1bdfd94053 admin admin] Router 64a6df7a-fb45-4baf-a503-9e6cc2c8c843 has already been hosted by L3 agent 9c636599-187f-4688-bb24-d46a8be2a055 {{(pid=91548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:27:32.919835 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning complete for port a57e6510-7f9a-4da1-9556-03dd66ac5f11 triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:27:32.920598 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:33.058941 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-ba231ecb-b5c8-4929-b250-27b8aa13d1b3 None None] Provisioning complete for port 208b4677-86d4-4035-900d-ef274270cc5b triggered by entity DHCP. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:27:33.058941 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-ba231ecb-b5c8-4929-b250-27b8aa13d1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:33.086427 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 97453e6a-d1f8-46f3-87e7-1d11a4c7f2b5 up at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:27:33.167815 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-ba231ecb-b5c8-4929-b250-27b8aa13d1b3 None None] Port 208b4677-86d4-4035-900d-ef274270cc5b cannot update to ACTIVE because it is not bound. {{(pid=91550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 15:27:33.187965 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning for port 97453e6a-d1f8-46f3-87e7-1d11a4c7f2b5 completed by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:27:33.193440 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning complete for port 97453e6a-d1f8-46f3-87e7-1d11a4c7f2b5 triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:27:33.193852 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:33.219041 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26a38cb-1a4c-497c-8b97-7c1bdfd94053 admin admin] Notify agent at l3_agent.dv-cinder-792299-3-iscsi the message routers_updated {{(pid=91548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:27:33.236815 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-e26a38cb-1a4c-497c-8b97-7c1bdfd94053 admin admin] 10.222.0.69 "PUT /v2.0/routers/64a6df7a-fb45-4baf-a503-9e6cc2c8c843/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8536537 May 21 15:27:33.321681 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:33.339828 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] For port 97453e6a-d1f8-46f3-87e7-1d11a4c7f2b5, host dv-cinder-792299-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=97453e6a-d1f8-46f3-87e7-1d11a4c7f2b5,segment=NetworkSegment(6e22115a-e16c-4b74-9ec4-448dbc5267a0),segment_id=6e22115a-e16c-4b74-9ec4-448dbc5267a0)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:27:33.344352 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:33.346195 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-18f33236-87a8-4728-a780-ee56d5683197 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:33.419454 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Pushing event updated for resources: {'Port': ['ID=97453e6a-d1f8-46f3-87e7-1d11a4c7f2b5,revision_number=4']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:33.422382 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:33.799223 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 36384) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:27:33.805141 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [None req-54bc6943-e3c2-443d-8bae-efd9661c11f5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1107386589-network', 'tenant_id': '149eef9a8c4847388a55b609d9945f37'}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:27:33.811210 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-54bc6943-e3c2-443d-8bae-efd9661c11f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:27:33.815548 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-54bc6943-e3c2-443d-8bae-efd9661c11f5 admin admin] Usage tracker for resource:network and tenant:149eef9a8c4847388a55b609d9945f37 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:27:33.818641 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-54bc6943-e3c2-443d-8bae-efd9661c11f5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:27:33.825560 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-54bc6943-e3c2-443d-8bae-efd9661c11f5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:27:33.836318 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54bc6943-e3c2-443d-8bae-efd9661c11f5 admin admin] Made reservation on behalf of 149eef9a8c4847388a55b609d9945f37 for: {'network': 1} {{(pid=91548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:27:33.839045 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-54bc6943-e3c2-443d-8bae-efd9661c11f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-578634'] for network, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:33.851824 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-54bc6943-e3c2-443d-8bae-efd9661c11f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:33.862158 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baea9fba-7107-41f6-85da-4faaf5def23a None None] Sync routers for ids ['64a6df7a-fb45-4baf-a503-9e6cc2c8c843'] in dv-cinder-792299-3-iscsi {{(pid=91550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:27:33.866480 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-54bc6943-e3c2-443d-8bae-efd9661c11f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:27:33.871178 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-54bc6943-e3c2-443d-8bae-efd9661c11f5 admin admin] Usage tracker for resource:security_group_rule and tenant:149eef9a8c4847388a55b609d9945f37 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:27:33.872804 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baea9fba-7107-41f6-85da-4faaf5def23a None None] Routers {'64a6df7a-fb45-4baf-a503-9e6cc2c8c843'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:27:33.874110 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-baea9fba-7107-41f6-85da-4faaf5def23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:27:18Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['64a6df7a-fb45-4baf-a503-9e6cc2c8c843'], 'active': True} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:27:33.874708 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-54bc6943-e3c2-443d-8bae-efd9661c11f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:27:33.880885 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-54bc6943-e3c2-443d-8bae-efd9661c11f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:27:33.970851 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-54bc6943-e3c2-443d-8bae-efd9661c11f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:33.976101 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-54bc6943-e3c2-443d-8bae-efd9661c11f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:33.981694 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-5ae3e672-52b7-4da5-b55d-7c31e5798998 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:34.014412 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54bc6943-e3c2-443d-8bae-efd9661c11f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=91548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 21 15:27:34.036128 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bc6943-e3c2-443d-8bae-efd9661c11f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f70eca-b9db-48c2-a2d8-5e47f6d180ed,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:34.040176 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-54bc6943-e3c2-443d-8bae-efd9661c11f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:34.041492 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-54bc6943-e3c2-443d-8bae-efd9661c11f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703692'] for segment, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:34.041827 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.db.segments_db [None req-54bc6943-e3c2-443d-8bae-efd9661c11f5 admin admin] Added segment 3c107f5d-e07d-4767-9256-0cc2ea817e98 of type vlan for network 6e705080-ec80-4a12-8e3d-f6968c00dfe1 May 21 15:27:34.074803 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-54bc6943-e3c2-443d-8bae-efd9661c11f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730419324398'] for network, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:34.113618 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-54bc6943-e3c2-443d-8bae-efd9661c11f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1599858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697748'] for network, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:34.115351 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54bc6943-e3c2-443d-8bae-efd9661c11f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:34.116268 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-54bc6943-e3c2-443d-8bae-efd9661c11f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697775'] for network, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:34.117366 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvr_db [None req-baea9fba-7107-41f6-85da-4faaf5def23a None None] Set router 64a6df7a-fb45-4baf-a503-9e6cc2c8c843 gateway port host: dv-cinder-792299-3-iscsi {{(pid=91550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:27:34.122502 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-846c9367-5bd9-4910-8c23-2d22285a20a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:34.200586 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef77d8e2-d090-436c-b58d-dc156157fe72 req-1a51e2ff-7f1c-4cd8-8487-36717c9c0758 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:34.202195 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-ef77d8e2-d090-436c-b58d-dc156157fe72 req-1a51e2ff-7f1c-4cd8-8487-36717c9c0758 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2c1e137-0e16-47bf-b1a1-1667d7a401e6 HTTP/1.1" status: 200 len: 947 time: 0.0921419 May 21 15:27:34.228265 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-54bc6943-e3c2-443d-8bae-efd9661c11f5 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4273052 May 21 15:27:34.229234 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bc6943-e3c2-443d-8bae-efd9661c11f5 admin admin] Pushing event updated for resources: {'Network': ['ID=6e705080-ec80-4a12-8e3d-f6968c00dfe1,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:34.230879 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 36392) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:27:34.232309 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-54bc6943-e3c2-443d-8bae-efd9661c11f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:34.237928 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.v2.base [None req-dd7ed9d0-9b7a-449a-9c29-08e45388d182 admin admin] Request body: {'subnet': {'network_id': '6e705080-ec80-4a12-8e3d-f6968c00dfe1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1107386589-subnet', 'tenant_id': '149eef9a8c4847388a55b609d9945f37', 'ip_version': 4}} {{(pid=91549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:27:34.250334 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Network 6e705080-ec80-4a12-8e3d-f6968c00dfe1 details requested by agent ovs-agent-dv-cinder-792299-3-iscsi with host dv-cinder-792299-3-iscsi {{(pid=91550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 15:27:34.250692 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-dd7ed9d0-9b7a-449a-9c29-08e45388d182 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:27:34.259021 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-dd7ed9d0-9b7a-449a-9c29-08e45388d182 admin admin] Usage tracker for resource:subnet and tenant:149eef9a8c4847388a55b609d9945f37 is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:27:34.263642 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-dd7ed9d0-9b7a-449a-9c29-08e45388d182 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:27:34.272669 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-ef77d8e2-d090-436c-b58d-dc156157fe72 req-56852e74-a983-4a3d-a589-f10ae8c86bb1 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=cfd2066b-2d4a-4f75-bc76-8bdfcda38f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642650 May 21 15:27:34.273430 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-dd7ed9d0-9b7a-449a-9c29-08e45388d182 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:27:34.288146 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7ed9d0-9b7a-449a-9c29-08e45388d182 admin admin] Made reservation on behalf of 149eef9a8c4847388a55b609d9945f37 for: {'subnet': 1} {{(pid=91549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:27:34.292275 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-dd7ed9d0-9b7a-449a-9c29-08e45388d182 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16546625'] for subnet, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:34.545016 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-baea9fba-7107-41f6-85da-4faaf5def23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a6df7a-fb45-4baf-a503-9e6cc2c8c843', 'name': 'tempest-TestMinimumBasicScenario-1469102867-router', 'tenant_id': '630d170970d84363a803862f2026c034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '97453e6a-d1f8-46f3-87e7-1d11a4c7f2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:27:27Z', 'updated_at': '2021-05-21T15:27:32Z', 'revision_number': 4, 'project_id': '630d170970d84363a803862f2026c034', 'gw_port': {'id': '97453e6a-d1f8-46f3-87e7-1d11a4c7f2b5', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a6df7a-fb45-4baf-a503-9e6cc2c8c843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:27:28Z', 'updated_at': '2021-05-21T15:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_interfaces': [{'id': '208b4677-86d4-4035-900d-ef274270cc5b', 'name': '', 'network_id': 'e094ae2b-5a46-4183-afe6-dd1ed8c367a2', 'tenant_id': '630d170970d84363a803862f2026c034', 'mac_address': 'fa:16:3e:12:53:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a6df7a-fb45-4baf-a503-9e6cc2c8c843', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '457733cb-d434-4c36-8644-ba9371329c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:27:31Z', 'updated_at': '2021-05-21T15:27:32Z', 'revision_number': 2, 'project_id': '630d170970d84363a803862f2026c034', 'subnets': [{'id': '457733cb-d434-4c36-8644-ba9371329c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:27:34.548916 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baea9fba-7107-41f6-85da-4faaf5def23a None None] Checking router: 64a6df7a-fb45-4baf-a503-9e6cc2c8c843 for host: dv-cinder-792299-3-iscsi {{(pid=91550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:27:34.549276 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baea9fba-7107-41f6-85da-4faaf5def23a None None] Updating router 64a6df7a-fb45-4baf-a503-9e6cc2c8c843 port 208b4677-86d4-4035-900d-ef274270cc5b binding host dv-cinder-792299-3-iscsi {{(pid=91550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 21 15:27:34.616125 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-baea9fba-7107-41f6-85da-4faaf5def23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:34.667628 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 97453e6a-d1f8-46f3-87e7-1d11a4c7f2b5 up at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:27:34.712266 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-dd7ed9d0-9b7a-449a-9c29-08e45388d182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14871306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16546671'] for subnet, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:34.716325 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-50ad914f-7245-46a6-a378-28e32342a1aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:34.791625 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7ed9d0-9b7a-449a-9c29-08e45388d182 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fe17f03-6c98-4d0d-a6b9-9a8e5b94d006,revision_number=0']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:34.797092 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-dd7ed9d0-9b7a-449a-9c29-08e45388d182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:34.800369 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7ed9d0-9b7a-449a-9c29-08e45388d182 admin admin] Checking segment: {'id': '3c107f5d-e07d-4767-9256-0cc2ea817e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '6e705080-ec80-4a12-8e3d-f6968c00dfe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:27:34.800734 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7ed9d0-9b7a-449a-9c29-08e45388d182 admin admin] Network hostable DHCP agents. Network: 6e705080-ec80-4a12-8e3d-f6968c00dfe1, hostable agents: ['c7b0d441-ff2d-4a67-9ef1-8c68d51adfa8'], hosted agents: [] {{(pid=91549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 15:27:34.819107 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7ed9d0-9b7a-449a-9c29-08e45388d182 admin admin] Network 6e705080-ec80-4a12-8e3d-f6968c00dfe1 is scheduled to be hosted by DHCP agent c7b0d441-ff2d-4a67-9ef1-8c68d51adfa8 with binding_index 1 {{(pid=91549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 15:27:34.820949 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning complete for port 97453e6a-d1f8-46f3-87e7-1d11a4c7f2b5 triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:27:34.821333 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:34.829296 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.base_scheduler [None req-dd7ed9d0-9b7a-449a-9c29-08e45388d182 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-3-iscsi, 6e705080-ec80-4a12-8e3d-f6968c00dfe1) {{(pid=91549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:27:34.840675 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7ed9d0-9b7a-449a-9c29-08e45388d182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:34.841303 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-dd7ed9d0-9b7a-449a-9c29-08e45388d182 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697775'] for subnet, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:34.853663 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd118c3-0d94-469e-9d50-43f709956294 None None] Network 6e705080-ec80-4a12-8e3d-f6968c00dfe1 requested from dv-cinder-792299-3-iscsi {{(pid=91550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:27:34.873241 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-dd7ed9d0-9b7a-449a-9c29-08e45388d182 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6408963 May 21 15:27:34.875870 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 36396) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:27:34.881401 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [None req-073ab0fc-2a54-43a0-b06b-baa0ac1a71d7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1107386589-router', 'tenant_id': '149eef9a8c4847388a55b609d9945f37', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed'}}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:27:34.887272 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-073ab0fc-2a54-43a0-b06b-baa0ac1a71d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:27:34.891163 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-073ab0fc-2a54-43a0-b06b-baa0ac1a71d7 admin admin] Usage tracker for resource:router and tenant:149eef9a8c4847388a55b609d9945f37 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:27:34.894003 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-073ab0fc-2a54-43a0-b06b-baa0ac1a71d7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:27:34.900440 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-073ab0fc-2a54-43a0-b06b-baa0ac1a71d7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:27:34.915987 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-073ab0fc-2a54-43a0-b06b-baa0ac1a71d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1768168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3587'] for router, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:34.917039 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-073ab0fc-2a54-43a0-b06b-baa0ac1a71d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1594772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:34.932728 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-073ab0fc-2a54-43a0-b06b-baa0ac1a71d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:35.203238 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-073ab0fc-2a54-43a0-b06b-baa0ac1a71d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1775829', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1768186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:35.312166 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153ff4b3-1ae9-4ebe-92f0-e067cdaf6299 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp691765e8-26f9-5dea-9763-d4c33d86b24f-6e705080-ec80-4a12-8e3d-f6968c00dfe1', 'network_id': '6e705080-ec80-4a12-8e3d-f6968c00dfe1', 'tenant_id': '149eef9a8c4847388a55b609d9945f37', 'fixed_ips': [{'subnet_id': '6fe17f03-6c98-4d0d-a6b9-9a8e5b94d006'}]}} from dv-cinder-792299-3-iscsi. {{(pid=91550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 21 15:27:35.313000 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-153ff4b3-1ae9-4ebe-92f0-e067cdaf6299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_create {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:35.411167 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-baea9fba-7107-41f6-85da-4faaf5def23a None None] Notify callbacks [] for port, precommit_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:35.440106 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-baea9fba-7107-41f6-85da-4faaf5def23a None None] Transition to ACTIVE for port object 208b4677-86d4-4035-900d-ef274270cc5b will not be triggered until provisioned by entity L2. {{(pid=91550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:27:35.453157 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-baea9fba-7107-41f6-85da-4faaf5def23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:35.460781 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-4f83f56d-fc7d-46a9-a236-7685c4703a3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:35.493105 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f1d66-d133-42b4-98fe-056219dd8da0 req-d242a245-c4ca-4e7f-ab6f-e1606f2c959e tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:35.495527 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-789f1d66-d133-42b4-98fe-056219dd8da0 req-d242a245-c4ca-4e7f-ab6f-e1606f2c959e tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2c1e137-0e16-47bf-b1a1-1667d7a401e6 HTTP/1.1" status: 200 len: 947 time: 0.0958042 May 21 15:27:35.547452 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-789f1d66-d133-42b4-98fe-056219dd8da0 req-ccacd851-c5d9-43d9-9b93-a64d9c2662fb tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=cfd2066b-2d4a-4f75-bc76-8bdfcda38f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429571 May 21 15:27:35.554697 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-073ab0fc-2a54-43a0-b06b-baa0ac1a71d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:35.589056 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-073ab0fc-2a54-43a0-b06b-baa0ac1a71d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:35.757460 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.db_base_plugin_common [None req-073ab0fc-2a54-43a0-b06b-baa0ac1a71d7 admin admin] Allocated IP 172.27.2.3 (ba463646-5c92-40f4-a60a-d72924905aed/aafb72b8-44f1-4418-af97-0acaa496b3de/16acee39-9535-4af8-bc7b-00e2d9b48239) {{(pid=91548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:27:35.758752 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e0fb4c-9792-48f2-bfbf-a131addd3a9f None None] Pushing event updated for resources: {'Port': ['ID=208b4677-86d4-4035-900d-ef274270cc5b,revision_number=3']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:35.791356 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.db_base_plugin_common [None req-153ff4b3-1ae9-4ebe-92f0-e067cdaf6299 None None] Allocated IP 172.20.0.2 (6e705080-ec80-4a12-8e3d-f6968c00dfe1/6fe17f03-6c98-4d0d-a6b9-9a8e5b94d006/0d6cab65-82b8-403a-90df-809b48a001c9) {{(pid=91550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:27:35.793497 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-59e0fb4c-9792-48f2-bfbf-a131addd3a9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:35.847347 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.managers [None req-baea9fba-7107-41f6-85da-4faaf5def23a None None] Attempting to bind port 208b4677-86d4-4035-900d-ef274270cc5b on host dv-cinder-792299-3-iscsi for vnic_type normal with profile {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:27:35.847718 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.managers [None req-baea9fba-7107-41f6-85da-4faaf5def23a None None] Attempting to bind port 208b4677-86d4-4035-900d-ef274270cc5b by drivers openvswitch,hyperv on host dv-cinder-792299-3-iscsi at level 0 using segments [{'id': '48553d26-bb45-4662-9ea2-08a8cc42b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'e094ae2b-5a46-4183-afe6-dd1ed8c367a2'}] {{(pid=91550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:27:35.848131 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baea9fba-7107-41f6-85da-4faaf5def23a None None] Attempting to bind port 208b4677-86d4-4035-900d-ef274270cc5b on network e094ae2b-5a46-4183-afe6-dd1ed8c367a2 {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:27:35.903450 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baea9fba-7107-41f6-85da-4faaf5def23a None None] Checking agent: {'id': 'f4608e34-e7ca-4ad2-a713-84295da40874', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 12, 18), 'started_at': datetime.datetime(2021, 5, 21, 15, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:27:35.903746 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baea9fba-7107-41f6-85da-4faaf5def23a None None] Checking segment: {'id': '48553d26-bb45-4662-9ea2-08a8cc42b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'e094ae2b-5a46-4183-afe6-dd1ed8c367a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:27:35.904153 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-baea9fba-7107-41f6-85da-4faaf5def23a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:35.904549 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baea9fba-7107-41f6-85da-4faaf5def23a None None] Bound using segment: {'id': '48553d26-bb45-4662-9ea2-08a8cc42b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'e094ae2b-5a46-4183-afe6-dd1ed8c367a2'} {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:27:35.905082 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.managers [None req-baea9fba-7107-41f6-85da-4faaf5def23a None None] Bound port: 208b4677-86d4-4035-900d-ef274270cc5b, host: dv-cinder-792299-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48553d26-bb45-4662-9ea2-08a8cc42b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'e094ae2b-5a46-4183-afe6-dd1ed8c367a2'}}] {{(pid=91550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:27:35.905565 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-baea9fba-7107-41f6-85da-4faaf5def23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:36.000925 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27665e0-6458-4e40-a78b-1b6ccf4473db req-1df7b719-bc11-473d-98cf-b6d6b8f33fc2 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:36.001540 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-d27665e0-6458-4e40-a78b-1b6ccf4473db req-1df7b719-bc11-473d-98cf-b6d6b8f33fc2 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Synchronizing usage tracker for tenant:1b29e764695842f7ab30d80bb3282c22 on resource:port {{(pid=91548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:27:36.015923 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-073ab0fc-2a54-43a0-b06b-baa0ac1a71d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:36.030926 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-d27665e0-6458-4e40-a78b-1b6ccf4473db req-1df7b719-bc11-473d-98cf-b6d6b8f33fc2 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Unset dirty status for tenant:1b29e764695842f7ab30d80bb3282c22 on resource:port {{(pid=91548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:27:36.032060 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-d27665e0-6458-4e40-a78b-1b6ccf4473db req-1df7b719-bc11-473d-98cf-b6d6b8f33fc2 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.68 "GET /v2.0/ports?device_id=b2c1e137-0e16-47bf-b1a1-1667d7a401e6 HTTP/1.1" status: 200 len: 947 time: 0.2243836 May 21 15:27:36.096289 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-baea9fba-7107-41f6-85da-4faaf5def23a None None] For port 208b4677-86d4-4035-900d-ef274270cc5b, host dv-cinder-792299-3-iscsi, cleared binding levels {{(pid=91550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:27:36.120161 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-baea9fba-7107-41f6-85da-4faaf5def23a None None] For port 208b4677-86d4-4035-900d-ef274270cc5b, host dv-cinder-792299-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=208b4677-86d4-4035-900d-ef274270cc5b,segment=NetworkSegment(48553d26-bb45-4662-9ea2-08a8cc42b725),segment_id=48553d26-bb45-4662-9ea2-08a8cc42b725)] {{(pid=91550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:27:36.126512 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-baea9fba-7107-41f6-85da-4faaf5def23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:36.132232 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:36.194061 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-153ff4b3-1ae9-4ebe-92f0-e067cdaf6299 None None] Notify callbacks [] for port, precommit_create {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:36.213483 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-073ab0fc-2a54-43a0-b06b-baa0ac1a71d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730419340153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14885552'] for port, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:36.218249 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-e26a38cb-1a4c-497c-8b97-7c1bdfd94053 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:36.225896 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-153ff4b3-1ae9-4ebe-92f0-e067cdaf6299 None None] Transition to ACTIVE for port object 0d6cab65-82b8-403a-90df-809b48a001c9 will not be triggered until provisioned by entity L2. {{(pid=91550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:27:36.247873 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baea9fba-7107-41f6-85da-4faaf5def23a None None] Routers {'64a6df7a-fb45-4baf-a503-9e6cc2c8c843'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:27:36.248508 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-baea9fba-7107-41f6-85da-4faaf5def23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:27:18Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['64a6df7a-fb45-4baf-a503-9e6cc2c8c843'], 'active': True} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:27:36.319138 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e0fb4c-9792-48f2-bfbf-a131addd3a9f None None] Pushing event updated for resources: {'Port': ['ID=208b4677-86d4-4035-900d-ef274270cc5b,revision_number=4']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:36.324621 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-153ff4b3-1ae9-4ebe-92f0-e067cdaf6299 None None] Transition to ACTIVE for port object 0d6cab65-82b8-403a-90df-809b48a001c9 will not be triggered until provisioned by entity DHCP. {{(pid=91550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:27:36.328146 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-59e0fb4c-9792-48f2-bfbf-a131addd3a9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:36.342874 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073ab0fc-2a54-43a0-b06b-baa0ac1a71d7 admin admin] Network ba463646-5c92-40f4-a60a-d72924905aed is already hosted by enough agents. {{(pid=91548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:27:36.348234 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073ab0fc-2a54-43a0-b06b-baa0ac1a71d7 admin admin] Pushing event updated for resources: {'Port': ['ID=16acee39-9535-4af8-bc7b-00e2d9b48239,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:36.348499 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-153ff4b3-1ae9-4ebe-92f0-e067cdaf6299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730419340153'] for port, after_create {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:36.351684 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-073ab0fc-2a54-43a0-b06b-baa0ac1a71d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:36.352559 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.base_scheduler [None req-073ab0fc-2a54-43a0-b06b-baa0ac1a71d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=91548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:27:36.356601 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073ab0fc-2a54-43a0-b06b-baa0ac1a71d7 admin admin] Received port after_create {{(pid=91548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:27:36.363536 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:36.428285 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [req-d27665e0-6458-4e40-a78b-1b6ccf4473db req-946e5ce6-0d8f-475f-a05a-1ae3fc006e21 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Deleting port 47d37384-0418-4800-9242-a69b8e1e9a78 {{(pid=91548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:27:36.428627 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-d27665e0-6458-4e40-a78b-1b6ccf4473db req-946e5ce6-0d8f-475f-a05a-1ae3fc006e21 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730419685614'] for port, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:36.503991 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153ff4b3-1ae9-4ebe-92f0-e067cdaf6299 None None] Network 6e705080-ec80-4a12-8e3d-f6968c00dfe1 is already hosted by enough agents. {{(pid=91550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:27:36.511636 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.scheduler.base_scheduler [None req-153ff4b3-1ae9-4ebe-92f0-e067cdaf6299 None None] Resources bound (agent type, host, resource id): {{(pid=91550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:27:36.520869 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153ff4b3-1ae9-4ebe-92f0-e067cdaf6299 None None] Received port after_create {{(pid=91550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:27:36.568717 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153ff4b3-1ae9-4ebe-92f0-e067cdaf6299 None None] Pushing event updated for resources: {'Port': ['ID=0d6cab65-82b8-403a-90df-809b48a001c9,revision_number=1']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:36.577314 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvr_db [None req-baea9fba-7107-41f6-85da-4faaf5def23a None None] Set router 64a6df7a-fb45-4baf-a503-9e6cc2c8c843 gateway port host: dv-cinder-792299-3-iscsi {{(pid=91550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:27:36.625115 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-153ff4b3-1ae9-4ebe-92f0-e067cdaf6299 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:36.761271 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.managers [None req-153ff4b3-1ae9-4ebe-92f0-e067cdaf6299 None None] Attempting to bind port 0d6cab65-82b8-403a-90df-809b48a001c9 on host dv-cinder-792299-3-iscsi for vnic_type normal with profile {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:27:36.761639 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.managers [None req-153ff4b3-1ae9-4ebe-92f0-e067cdaf6299 None None] Attempting to bind port 0d6cab65-82b8-403a-90df-809b48a001c9 by drivers openvswitch,hyperv on host dv-cinder-792299-3-iscsi at level 0 using segments [{'id': '3c107f5d-e07d-4767-9256-0cc2ea817e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '6e705080-ec80-4a12-8e3d-f6968c00dfe1'}] {{(pid=91550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:27:36.761914 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153ff4b3-1ae9-4ebe-92f0-e067cdaf6299 None None] Attempting to bind port 0d6cab65-82b8-403a-90df-809b48a001c9 on network 6e705080-ec80-4a12-8e3d-f6968c00dfe1 {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:27:36.773129 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395b6253-a16e-46af-be76-2ed21a8ed415 req-9acca0f8-1a9e-4e69-8f1e-ae6d62f35c20 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:36.775529 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-395b6253-a16e-46af-be76-2ed21a8ed415 req-9acca0f8-1a9e-4e69-8f1e-ae6d62f35c20 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2c1e137-0e16-47bf-b1a1-1667d7a401e6 HTTP/1.1" status: 200 len: 947 time: 0.0919416 May 21 15:27:36.787144 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153ff4b3-1ae9-4ebe-92f0-e067cdaf6299 None None] Checking agent: {'id': 'f4608e34-e7ca-4ad2-a713-84295da40874', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 12, 18), 'started_at': datetime.datetime(2021, 5, 21, 15, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:27:36.787587 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153ff4b3-1ae9-4ebe-92f0-e067cdaf6299 None None] Checking segment: {'id': '3c107f5d-e07d-4767-9256-0cc2ea817e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '6e705080-ec80-4a12-8e3d-f6968c00dfe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:27:36.787936 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-153ff4b3-1ae9-4ebe-92f0-e067cdaf6299 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:36.788317 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153ff4b3-1ae9-4ebe-92f0-e067cdaf6299 None None] Bound using segment: {'id': '3c107f5d-e07d-4767-9256-0cc2ea817e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '6e705080-ec80-4a12-8e3d-f6968c00dfe1'} {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:27:36.788729 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.managers [None req-153ff4b3-1ae9-4ebe-92f0-e067cdaf6299 None None] Bound port: 0d6cab65-82b8-403a-90df-809b48a001c9, host: dv-cinder-792299-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c107f5d-e07d-4767-9256-0cc2ea817e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '6e705080-ec80-4a12-8e3d-f6968c00dfe1'}}] {{(pid=91550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:27:36.789116 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-153ff4b3-1ae9-4ebe-92f0-e067cdaf6299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:36.828631 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [req-d27665e0-6458-4e40-a78b-1b6ccf4473db req-946e5ce6-0d8f-475f-a05a-1ae3fc006e21 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] For port 47d37384-0418-4800-9242-a69b8e1e9a78, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=47d37384-0418-4800-9242-a69b8e1e9a78,segment=NetworkSegment(d02ce253-27e4-4db3-811e-f5cba1e8d521),segment_id=d02ce253-27e4-4db3-811e-f5cba1e8d521)] {{(pid=91548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:27:36.829262 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-d27665e0-6458-4e40-a78b-1b6ccf4473db req-946e5ce6-0d8f-475f-a05a-1ae3fc006e21 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829031'] for port, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:36.838619 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-395b6253-a16e-46af-be76-2ed21a8ed415 req-85f1af4b-af4a-4acc-a4bb-e958be5612da tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=cfd2066b-2d4a-4f75-bc76-8bdfcda38f47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515456 May 21 15:27:37.021134 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-153ff4b3-1ae9-4ebe-92f0-e067cdaf6299 None None] For port 0d6cab65-82b8-403a-90df-809b48a001c9, host dv-cinder-792299-3-iscsi, cleared binding levels {{(pid=91550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:27:37.033505 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-153ff4b3-1ae9-4ebe-92f0-e067cdaf6299 None None] For port 0d6cab65-82b8-403a-90df-809b48a001c9, host dv-cinder-792299-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=0d6cab65-82b8-403a-90df-809b48a001c9,segment=NetworkSegment(3c107f5d-e07d-4767-9256-0cc2ea817e98),segment_id=3c107f5d-e07d-4767-9256-0cc2ea817e98)] {{(pid=91550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:27:37.042013 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-153ff4b3-1ae9-4ebe-92f0-e067cdaf6299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:37.047527 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:37.096268 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-073ab0fc-2a54-43a0-b06b-baa0ac1a71d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:37.141874 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153ff4b3-1ae9-4ebe-92f0-e067cdaf6299 None None] Pushing event updated for resources: {'Port': ['ID=0d6cab65-82b8-403a-90df-809b48a001c9,revision_number=2']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:37.147968 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-153ff4b3-1ae9-4ebe-92f0-e067cdaf6299 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:37.157169 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-baea9fba-7107-41f6-85da-4faaf5def23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a6df7a-fb45-4baf-a503-9e6cc2c8c843', 'name': 'tempest-TestMinimumBasicScenario-1469102867-router', 'tenant_id': '630d170970d84363a803862f2026c034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '97453e6a-d1f8-46f3-87e7-1d11a4c7f2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:27:27Z', 'updated_at': '2021-05-21T15:27:32Z', 'revision_number': 4, 'project_id': '630d170970d84363a803862f2026c034', 'gw_port': {'id': '97453e6a-d1f8-46f3-87e7-1d11a4c7f2b5', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a6df7a-fb45-4baf-a503-9e6cc2c8c843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:27:28Z', 'updated_at': '2021-05-21T15:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_interfaces': [{'id': '208b4677-86d4-4035-900d-ef274270cc5b', 'name': '', 'network_id': 'e094ae2b-5a46-4183-afe6-dd1ed8c367a2', 'tenant_id': '630d170970d84363a803862f2026c034', 'mac_address': 'fa:16:3e:12:53:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a6df7a-fb45-4baf-a503-9e6cc2c8c843', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '457733cb-d434-4c36-8644-ba9371329c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:27:31Z', 'updated_at': '2021-05-21T15:27:36Z', 'revision_number': 4, 'project_id': '630d170970d84363a803862f2026c034', 'subnets': [{'id': '457733cb-d434-4c36-8644-ba9371329c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:27:37.161734 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baea9fba-7107-41f6-85da-4faaf5def23a None None] The sync data for ids ['64a6df7a-fb45-4baf-a503-9e6cc2c8c843'] in dv-cinder-792299-3-iscsi is: [{'id': '64a6df7a-fb45-4baf-a503-9e6cc2c8c843', 'name': 'tempest-TestMinimumBasicScenario-1469102867-router', 'tenant_id': '630d170970d84363a803862f2026c034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '97453e6a-d1f8-46f3-87e7-1d11a4c7f2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:27:27Z', 'updated_at': '2021-05-21T15:27:32Z', 'revision_number': 4, 'project_id': '630d170970d84363a803862f2026c034', 'gw_port': {'id': '97453e6a-d1f8-46f3-87e7-1d11a4c7f2b5', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a6df7a-fb45-4baf-a503-9e6cc2c8c843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:27:28Z', 'updated_at': '2021-05-21T15:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_interfaces': [{'id': '208b4677-86d4-4035-900d-ef274270cc5b', 'name': '', 'network_id': 'e094ae2b-5a46-4183-afe6-dd1ed8c367a2', 'tenant_id': '630d170970d84363a803862f2026c034', 'mac_address': 'fa:16:3e:12:53:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a6df7a-fb45-4baf-a503-9e6cc2c8c843', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '457733cb-d434-4c36-8644-ba9371329c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:27:31Z', 'updated_at': '2021-05-21T15:27:36Z', 'revision_number': 4, 'project_id': '630d170970d84363a803862f2026c034', 'subnets': [{'id': '457733cb-d434-4c36-8644-ba9371329c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:27:37.397282 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-d27665e0-6458-4e40-a78b-1b6ccf4473db req-946e5ce6-0d8f-475f-a05a-1ae3fc006e21 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:37.397657 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-d27665e0-6458-4e40-a78b-1b6ccf4473db req-946e5ce6-0d8f-475f-a05a-1ae3fc006e21 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763211'] for floatingip, after_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:37.397976 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.db.l3_db [req-d27665e0-6458-4e40-a78b-1b6ccf4473db req-946e5ce6-0d8f-475f-a05a-1ae3fc006e21 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Floating IP 0df98803-dcf1-4366-ad51-c92b63ebdcdc disassociated. External IP: 172.27.2.236, port: 47d37384-0418-4800-9242-a69b8e1e9a78. May 21 15:27:37.398320 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [req-d27665e0-6458-4e40-a78b-1b6ccf4473db req-946e5ce6-0d8f-475f-a05a-1ae3fc006e21 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Calling delete_port for 47d37384-0418-4800-9242-a69b8e1e9a78 owned by compute:nova {{(pid=91548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:27:37.751185 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-073ab0fc-2a54-43a0-b06b-baa0ac1a71d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1768177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1763072'] for router, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:38.005379 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-d27665e0-6458-4e40-a78b-1b6ccf4473db req-946e5ce6-0d8f-475f-a05a-1ae3fc006e21 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730419690186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730419340162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14885552'] for port, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:38.013980 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-f5114a67-830f-41ce-985a-b496af0a2f99 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:38.028680 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-59735270-3582-46cc-b149-76a72c37a99a req-062bf824-ca1a-4776-a2a5-eca2c22b1e6b tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2c1e137-0e16-47bf-b1a1-1667d7a401e6 HTTP/1.1" status: 200 len: 210 time: 0.0621850 May 21 15:27:38.075292 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946e5ce6-0d8f-475f-a05a-1ae3fc006e21 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Pushing event deleted for resources: {'Port': ['ID=47d37384-0418-4800-9242-a69b8e1e9a78,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:38.080479 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-946e5ce6-0d8f-475f-a05a-1ae3fc006e21 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:38.167555 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-073ab0fc-2a54-43a0-b06b-baa0ac1a71d7 admin admin] Router 5b544414-8b62-421e-822b-c95f0af099a8 is scheduled to L3 agent 9c636599-187f-4688-bb24-d46a8be2a055 with binding_index 1 {{(pid=91548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 21 15:27:38.221256 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f20624-9426-4a10-9d3f-3d8f48f586f6 None None] Network 6e705080-ec80-4a12-8e3d-f6968c00dfe1 requested from dv-cinder-792299-3-iscsi {{(pid=91550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:27:38.376690 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-5e04506e-cfb7-4cee-bbb1-d42416678b68 None None] Provisioning for port 0d6cab65-82b8-403a-90df-809b48a001c9 completed by entity DHCP. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:27:38.431998 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d27665e0-6458-4e40-a78b-1b6ccf4473db req-946e5ce6-0d8f-475f-a05a-1ae3fc006e21 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Router c884b393-654b-4ff5-904a-496dc5bf8c01 has already been hosted by L3 agent 9c636599-187f-4688-bb24-d46a8be2a055 {{(pid=91548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:27:38.523690 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073ab0fc-2a54-43a0-b06b-baa0ac1a71d7 admin admin] Notify agent at l3_agent.dv-cinder-792299-3-iscsi the message routers_updated {{(pid=91548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:27:38.536112 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3f7f4e-4122-4b10-9437-7e57fe0eb255 None None] Sync routers for ids ['5b544414-8b62-421e-822b-c95f0af099a8'] in dv-cinder-792299-3-iscsi {{(pid=91551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:27:38.550158 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3f7f4e-4122-4b10-9437-7e57fe0eb255 None None] Routers {'5b544414-8b62-421e-822b-c95f0af099a8'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:27:38.550781 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-db3f7f4e-4122-4b10-9437-7e57fe0eb255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:27:18Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['5b544414-8b62-421e-822b-c95f0af099a8'], 'active': True} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:27:38.659679 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-073ab0fc-2a54-43a0-b06b-baa0ac1a71d7 admin admin] Notify callbacks [] for router, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:38.660705 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-073ab0fc-2a54-43a0-b06b-baa0ac1a71d7 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.7836988 May 21 15:27:38.663508 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 36406) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:27:38.684427 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d27665e0-6458-4e40-a78b-1b6ccf4473db req-946e5ce6-0d8f-475f-a05a-1ae3fc006e21 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify agent at l3_agent.dv-cinder-792299-3-iscsi the message routers_updated {{(pid=91548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:27:38.696049 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc936f52-8579-4ee0-ac59-a01531fac65f None None] Sync routers for ids ['c884b393-654b-4ff5-904a-496dc5bf8c01'] in dv-cinder-792299-3-iscsi {{(pid=91550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:27:38.722419 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc936f52-8579-4ee0-ac59-a01531fac65f None None] Routers {'c884b393-654b-4ff5-904a-496dc5bf8c01'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:27:38.723931 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-dc936f52-8579-4ee0-ac59-a01531fac65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:27:18Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['c884b393-654b-4ff5-904a-496dc5bf8c01'], 'active': True} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:27:38.771790 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.l3_dvrscheduler_db [req-d27665e0-6458-4e40-a78b-1b6ccf4473db req-946e5ce6-0d8f-475f-a05a-1ae3fc006e21 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] No DVR routers for this DVR port 47d37384-0418-4800-9242-a69b8e1e9a78 on host hv-cinder-79229 {{(pid=91548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:27:38.774526 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-d27665e0-6458-4e40-a78b-1b6ccf4473db req-946e5ce6-0d8f-475f-a05a-1ae3fc006e21 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for port, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:38.778529 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-d27665e0-6458-4e40-a78b-1b6ccf4473db req-946e5ce6-0d8f-475f-a05a-1ae3fc006e21 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.68 "DELETE /v2.0/ports/47d37384-0418-4800-9242-a69b8e1e9a78 HTTP/1.1" status: 204 len: 173 time: 2.7361145 May 21 15:27:38.779091 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c1e137-0e16-47bf-b1a1-1667d7a401e6', 'name': 'network-vif-deleted', 'tag': '47d37384-0418-4800-9242-a69b8e1e9a78'}] {{(pid=91548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:27:38.863160 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvr_db [None req-db3f7f4e-4122-4b10-9437-7e57fe0eb255 None None] Set router 5b544414-8b62-421e-822b-c95f0af099a8 gateway port host: dv-cinder-792299-3-iscsi {{(pid=91551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:27:38.871364 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2c1e137-0e16-47bf-b1a1-1667d7a401e6', 'name': 'network-vif-deleted', 'tag': '47d37384-0418-4800-9242-a69b8e1e9a78', 'status': 'completed', 'code': 200} May 21 15:27:38.959719 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 0d6cab65-82b8-403a-90df-809b48a001c9 up at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:27:39.059596 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvr_db [None req-dc936f52-8579-4ee0-ac59-a01531fac65f None None] Set router c884b393-654b-4ff5-904a-496dc5bf8c01 gateway port host: dv-cinder-792299-3-iscsi {{(pid=91550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:27:39.223613 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-db3f7f4e-4122-4b10-9437-7e57fe0eb255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b544414-8b62-421e-822b-c95f0af099a8', 'name': 'tempest-TestMinimumBasicScenario-1107386589-router', 'tenant_id': '149eef9a8c4847388a55b609d9945f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '16acee39-9535-4af8-bc7b-00e2d9b48239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:27:34Z', 'updated_at': '2021-05-21T15:27:36Z', 'revision_number': 3, 'project_id': '149eef9a8c4847388a55b609d9945f37', 'gw_port': {'id': '16acee39-9535-4af8-bc7b-00e2d9b48239', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f0:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b544414-8b62-421e-822b-c95f0af099a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:27:35Z', 'updated_at': '2021-05-21T15:27:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi'}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:27:39.231672 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3f7f4e-4122-4b10-9437-7e57fe0eb255 None None] Checking router: 5b544414-8b62-421e-822b-c95f0af099a8 for host: dv-cinder-792299-3-iscsi {{(pid=91551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:27:39.232135 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3f7f4e-4122-4b10-9437-7e57fe0eb255 None None] Updating router 5b544414-8b62-421e-822b-c95f0af099a8 port 16acee39-9535-4af8-bc7b-00e2d9b48239 binding host dv-cinder-792299-3-iscsi {{(pid=91551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 21 15:27:39.233647 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning for port 0d6cab65-82b8-403a-90df-809b48a001c9 completed by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:27:39.284598 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-5c4adb52-afc7-48bf-b9d9-ae27f459dd06 req-c5692752-eec1-4e36-849b-d0b364a1b7e0 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2c1e137-0e16-47bf-b1a1-1667d7a401e6 HTTP/1.1" status: 200 len: 210 time: 0.0650349 May 21 15:27:39.285180 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning complete for port 0d6cab65-82b8-403a-90df-809b48a001c9 triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:27:39.285309 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:39.291019 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron_lib.callbacks.manager [None req-db3f7f4e-4122-4b10-9437-7e57fe0eb255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:39.534447 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:39.580302 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-dc936f52-8579-4ee0-ac59-a01531fac65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c884b393-654b-4ff5-904a-496dc5bf8c01', 'name': 'tempest-AttachVolumeShelveTestJSON-821635018-router', 'tenant_id': '1b29e764695842f7ab30d80bb3282c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '0fe21390-268e-401d-8319-d6780cc7afb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:24:50Z', 'updated_at': '2021-05-21T15:24:55Z', 'revision_number': 4, 'project_id': '1b29e764695842f7ab30d80bb3282c22', 'gw_port': {'id': '0fe21390-268e-401d-8319-d6780cc7afb9', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ac:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c884b393-654b-4ff5-904a-496dc5bf8c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:24:51Z', 'updated_at': '2021-05-21T15:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_interfaces': [{'id': '8ce15099-e9a3-4c20-994a-43fc466e8f09', 'name': '', 'network_id': '5f4ff4bc-d925-40fd-9563-89b128523f4e', 'tenant_id': '1b29e764695842f7ab30d80bb3282c22', 'mac_address': 'fa:16:3e:7e:26:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c884b393-654b-4ff5-904a-496dc5bf8c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'da7d3b04-d796-4f63-ba4e-40892d19294d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:24:54Z', 'updated_at': '2021-05-21T15:25:01Z', 'revision_number': 5, 'project_id': '1b29e764695842f7ab30d80bb3282c22', 'subnets': [{'id': 'da7d3b04-d796-4f63-ba4e-40892d19294d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:27:39.584307 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] For port 0d6cab65-82b8-403a-90df-809b48a001c9, host dv-cinder-792299-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=0d6cab65-82b8-403a-90df-809b48a001c9,segment=NetworkSegment(3c107f5d-e07d-4767-9256-0cc2ea817e98),segment_id=3c107f5d-e07d-4767-9256-0cc2ea817e98)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:27:39.585974 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc936f52-8579-4ee0-ac59-a01531fac65f None None] Checking router: c884b393-654b-4ff5-904a-496dc5bf8c01 for host: dv-cinder-792299-3-iscsi {{(pid=91550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:27:39.594992 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:39.595809 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 208b4677-86d4-4035-900d-ef274270cc5b up at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:27:39.625601 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:39.668538 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc936f52-8579-4ee0-ac59-a01531fac65f None None] Routers {'c884b393-654b-4ff5-904a-496dc5bf8c01'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:27:39.669181 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-dc936f52-8579-4ee0-ac59-a01531fac65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:27:18Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['c884b393-654b-4ff5-904a-496dc5bf8c01'], 'active': True} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:27:39.718183 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-bfd7d480-d227-477b-8da1-965ca9f340f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:39.743897 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron_lib.callbacks.manager [None req-db3f7f4e-4122-4b10-9437-7e57fe0eb255 None None] Notify callbacks [] for port, precommit_update {{(pid=91551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:39.756595 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.provisioning_blocks [None req-db3f7f4e-4122-4b10-9437-7e57fe0eb255 None None] Transition to ACTIVE for port object 16acee39-9535-4af8-bc7b-00e2d9b48239 will not be triggered until provisioned by entity L2. {{(pid=91551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:27:39.765227 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron_lib.callbacks.manager [None req-db3f7f4e-4122-4b10-9437-7e57fe0eb255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:39.770025 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG oslo_concurrency.lockutils [None req-0510dd00-1a59-423b-8444-d81dc10a3050 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:39.844981 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.managers [None req-db3f7f4e-4122-4b10-9437-7e57fe0eb255 None None] Attempting to bind port 16acee39-9535-4af8-bc7b-00e2d9b48239 on host dv-cinder-792299-3-iscsi for vnic_type normal with profile {{(pid=91551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:27:39.845365 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.managers [None req-db3f7f4e-4122-4b10-9437-7e57fe0eb255 None None] Attempting to bind port 16acee39-9535-4af8-bc7b-00e2d9b48239 by drivers openvswitch,hyperv on host dv-cinder-792299-3-iscsi at level 0 using segments [{'id': '6e22115a-e16c-4b74-9ec4-448dbc5267a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed'}] {{(pid=91551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:27:39.845713 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3f7f4e-4122-4b10-9437-7e57fe0eb255 None None] Attempting to bind port 16acee39-9535-4af8-bc7b-00e2d9b48239 on network ba463646-5c92-40f4-a60a-d72924905aed {{(pid=91551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:27:39.852679 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2fcc7c-7f88-4f04-bf28-35353a35698f None None] Pushing event updated for resources: {'Port': ['ID=16acee39-9535-4af8-bc7b-00e2d9b48239,revision_number=2']} {{(pid=91551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:39.855922 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG oslo_concurrency.lockutils [None req-1f2fcc7c-7f88-4f04-bf28-35353a35698f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:39.856830 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3f7f4e-4122-4b10-9437-7e57fe0eb255 None None] Checking agent: {'id': 'f4608e34-e7ca-4ad2-a713-84295da40874', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 12, 18), 'started_at': datetime.datetime(2021, 5, 21, 15, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:27:39.857205 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3f7f4e-4122-4b10-9437-7e57fe0eb255 None None] Checking segment: {'id': '6e22115a-e16c-4b74-9ec4-448dbc5267a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:27:39.857610 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron_lib.callbacks.manager [None req-db3f7f4e-4122-4b10-9437-7e57fe0eb255 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:39.857997 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3f7f4e-4122-4b10-9437-7e57fe0eb255 None None] Bound using segment: {'id': '6e22115a-e16c-4b74-9ec4-448dbc5267a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed'} {{(pid=91551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:27:39.858756 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.managers [None req-db3f7f4e-4122-4b10-9437-7e57fe0eb255 None None] Bound port: 16acee39-9535-4af8-bc7b-00e2d9b48239, host: dv-cinder-792299-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e22115a-e16c-4b74-9ec4-448dbc5267a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed'}}] {{(pid=91551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:27:39.859028 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron_lib.callbacks.manager [None req-db3f7f4e-4122-4b10-9437-7e57fe0eb255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:39.870525 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Pushing event updated for resources: {'Port': ['ID=0d6cab65-82b8-403a-90df-809b48a001c9,revision_number=3']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:39.882451 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:39.885656 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning for port 208b4677-86d4-4035-900d-ef274270cc5b completed by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:27:39.901122 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning complete for port 208b4677-86d4-4035-900d-ef274270cc5b triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:27:39.901506 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:39.937782 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.db [None req-db3f7f4e-4122-4b10-9437-7e57fe0eb255 None None] For port 16acee39-9535-4af8-bc7b-00e2d9b48239, host dv-cinder-792299-3-iscsi, cleared binding levels {{(pid=91551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:27:39.941084 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.db [None req-db3f7f4e-4122-4b10-9437-7e57fe0eb255 None None] For port 16acee39-9535-4af8-bc7b-00e2d9b48239, host dv-cinder-792299-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=16acee39-9535-4af8-bc7b-00e2d9b48239,segment=NetworkSegment(6e22115a-e16c-4b74-9ec4-448dbc5267a0),segment_id=6e22115a-e16c-4b74-9ec4-448dbc5267a0)] {{(pid=91551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:27:39.947443 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron_lib.callbacks.manager [None req-db3f7f4e-4122-4b10-9437-7e57fe0eb255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:39.952502 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG oslo_concurrency.lockutils [None req-18af0370-217a-4dd3-9a8d-a007dad7b47f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:39.958437 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.db_base_plugin_common [None req-bfd7d480-d227-477b-8da1-965ca9f340f0 admin admin] Allocated IP 172.20.0.1 (6e705080-ec80-4a12-8e3d-f6968c00dfe1/6fe17f03-6c98-4d0d-a6b9-9a8e5b94d006/75c8ea21-5996-4909-ba10-edcfa05b8402) {{(pid=91549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:27:39.965101 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvr_db [None req-dc936f52-8579-4ee0-ac59-a01531fac65f None None] Set router c884b393-654b-4ff5-904a-496dc5bf8c01 gateway port host: dv-cinder-792299-3-iscsi {{(pid=91550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:27:40.025025 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3f7f4e-4122-4b10-9437-7e57fe0eb255 None None] Routers {'5b544414-8b62-421e-822b-c95f0af099a8'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:27:40.025743 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-db3f7f4e-4122-4b10-9437-7e57fe0eb255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:27:18Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['5b544414-8b62-421e-822b-c95f0af099a8'], 'active': True} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:27:40.095662 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2fcc7c-7f88-4f04-bf28-35353a35698f None None] Pushing event updated for resources: {'Port': ['ID=16acee39-9535-4af8-bc7b-00e2d9b48239,revision_number=3']} {{(pid=91551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:40.100285 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG oslo_concurrency.lockutils [None req-1f2fcc7c-7f88-4f04-bf28-35353a35698f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:40.125097 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-bfd7d480-d227-477b-8da1-965ca9f340f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:40.142500 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.provisioning_blocks [None req-bfd7d480-d227-477b-8da1-965ca9f340f0 admin admin] Transition to ACTIVE for port object 75c8ea21-5996-4909-ba10-edcfa05b8402 will not be triggered until provisioned by entity DHCP. {{(pid=91549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:27:40.167248 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-bfd7d480-d227-477b-8da1-965ca9f340f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730419340153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14871526'] for port, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:40.171862 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-124ed5df-2810-4c57-be44-0eadc6efb5e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:40.228382 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvr_db [None req-db3f7f4e-4122-4b10-9437-7e57fe0eb255 None None] Set router 5b544414-8b62-421e-822b-c95f0af099a8 gateway port host: dv-cinder-792299-3-iscsi {{(pid=91551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:27:40.235485 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd7d480-d227-477b-8da1-965ca9f340f0 admin admin] Network 6e705080-ec80-4a12-8e3d-f6968c00dfe1 is already hosted by enough agents. {{(pid=91549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:27:40.238756 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.base_scheduler [None req-bfd7d480-d227-477b-8da1-965ca9f340f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=91549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:27:40.242749 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd7d480-d227-477b-8da1-965ca9f340f0 admin admin] Received port after_create {{(pid=91549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:27:40.255570 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device 47d37384-0418-4800-9242-a69b8e1e9a78 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:27:40.278564 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7d480-d227-477b-8da1-965ca9f340f0 admin admin] Pushing event updated for resources: {'Port': ['ID=75c8ea21-5996-4909-ba10-edcfa05b8402,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:40.292740 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-bfd7d480-d227-477b-8da1-965ca9f340f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:40.311636 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-bfd7d480-d227-477b-8da1-965ca9f340f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774610'] for router_interface, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:40.313998 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] No Port match for: 47d37384-0418-4800-9242-a69b8e1e9a78 {{(pid=91550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:27:40.314352 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device 47d37384-0418-4800-9242-a69b8e1e9a78 not bound to the agent host hv-cinder-79229 {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:27:40.337619 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:40.483926 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 36418) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:27:40.518869 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-bfd7d480-d227-477b-8da1-965ca9f340f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:40.529679 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] For port 208b4677-86d4-4035-900d-ef274270cc5b, host dv-cinder-792299-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=208b4677-86d4-4035-900d-ef274270cc5b,segment=NetworkSegment(48553d26-bb45-4662-9ea2-08a8cc42b725),segment_id=48553d26-bb45-4662-9ea2-08a8cc42b725)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:27:40.543594 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:40.551176 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:40.614565 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-ba323c88-96ef-41da-9bdd-032c71c65958 None None] Provisioning for port 75c8ea21-5996-4909-ba10-edcfa05b8402 completed by entity DHCP. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:27:40.653291 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-ba323c88-96ef-41da-9bdd-032c71c65958 None None] Provisioning complete for port 75c8ea21-5996-4909-ba10-edcfa05b8402 triggered by entity DHCP. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:27:40.653642 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-ba323c88-96ef-41da-9bdd-032c71c65958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:40.657450 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-db3f7f4e-4122-4b10-9437-7e57fe0eb255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b544414-8b62-421e-822b-c95f0af099a8', 'name': 'tempest-TestMinimumBasicScenario-1107386589-router', 'tenant_id': '149eef9a8c4847388a55b609d9945f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '16acee39-9535-4af8-bc7b-00e2d9b48239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:27:34Z', 'updated_at': '2021-05-21T15:27:36Z', 'revision_number': 3, 'project_id': '149eef9a8c4847388a55b609d9945f37', 'gw_port': {'id': '16acee39-9535-4af8-bc7b-00e2d9b48239', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f0:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b544414-8b62-421e-822b-c95f0af099a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:27:35Z', 'updated_at': '2021-05-21T15:27:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi'}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:27:40.662103 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3f7f4e-4122-4b10-9437-7e57fe0eb255 None None] The sync data for ids ['5b544414-8b62-421e-822b-c95f0af099a8'] in dv-cinder-792299-3-iscsi is: [{'id': '5b544414-8b62-421e-822b-c95f0af099a8', 'name': 'tempest-TestMinimumBasicScenario-1107386589-router', 'tenant_id': '149eef9a8c4847388a55b609d9945f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '16acee39-9535-4af8-bc7b-00e2d9b48239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:27:34Z', 'updated_at': '2021-05-21T15:27:36Z', 'revision_number': 3, 'project_id': '149eef9a8c4847388a55b609d9945f37', 'gw_port': {'id': '16acee39-9535-4af8-bc7b-00e2d9b48239', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f0:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b544414-8b62-421e-822b-c95f0af099a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:27:35Z', 'updated_at': '2021-05-21T15:27:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi'}] {{(pid=91551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:27:40.705580 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 0d6cab65-82b8-403a-90df-809b48a001c9 up at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:27:40.726471 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-3d0e3003-8d1c-4bb7-b1b7-ec68b43d7555 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks [] for security_group, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:40.759990 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-dc936f52-8579-4ee0-ac59-a01531fac65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c884b393-654b-4ff5-904a-496dc5bf8c01', 'name': 'tempest-AttachVolumeShelveTestJSON-821635018-router', 'tenant_id': '1b29e764695842f7ab30d80bb3282c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '0fe21390-268e-401d-8319-d6780cc7afb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:24:50Z', 'updated_at': '2021-05-21T15:24:55Z', 'revision_number': 4, 'project_id': '1b29e764695842f7ab30d80bb3282c22', 'gw_port': {'id': '0fe21390-268e-401d-8319-d6780cc7afb9', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ac:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c884b393-654b-4ff5-904a-496dc5bf8c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:24:51Z', 'updated_at': '2021-05-21T15:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_interfaces': [{'id': '8ce15099-e9a3-4c20-994a-43fc466e8f09', 'name': '', 'network_id': '5f4ff4bc-d925-40fd-9563-89b128523f4e', 'tenant_id': '1b29e764695842f7ab30d80bb3282c22', 'mac_address': 'fa:16:3e:7e:26:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c884b393-654b-4ff5-904a-496dc5bf8c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'da7d3b04-d796-4f63-ba4e-40892d19294d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:24:54Z', 'updated_at': '2021-05-21T15:25:01Z', 'revision_number': 5, 'project_id': '1b29e764695842f7ab30d80bb3282c22', 'subnets': [{'id': 'da7d3b04-d796-4f63-ba4e-40892d19294d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:27:40.790099 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Pushing event updated for resources: {'Port': ['ID=208b4677-86d4-4035-900d-ef274270cc5b,revision_number=5']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:40.798425 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc936f52-8579-4ee0-ac59-a01531fac65f None None] The sync data for ids ['c884b393-654b-4ff5-904a-496dc5bf8c01'] in dv-cinder-792299-3-iscsi is: [{'id': 'c884b393-654b-4ff5-904a-496dc5bf8c01', 'name': 'tempest-AttachVolumeShelveTestJSON-821635018-router', 'tenant_id': '1b29e764695842f7ab30d80bb3282c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '0fe21390-268e-401d-8319-d6780cc7afb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:24:50Z', 'updated_at': '2021-05-21T15:24:55Z', 'revision_number': 4, 'project_id': '1b29e764695842f7ab30d80bb3282c22', 'gw_port': {'id': '0fe21390-268e-401d-8319-d6780cc7afb9', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ac:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c884b393-654b-4ff5-904a-496dc5bf8c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:24:51Z', 'updated_at': '2021-05-21T15:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_interfaces': [{'id': '8ce15099-e9a3-4c20-994a-43fc466e8f09', 'name': '', 'network_id': '5f4ff4bc-d925-40fd-9563-89b128523f4e', 'tenant_id': '1b29e764695842f7ab30d80bb3282c22', 'mac_address': 'fa:16:3e:7e:26:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c884b393-654b-4ff5-904a-496dc5bf8c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'da7d3b04-d796-4f63-ba4e-40892d19294d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:24:54Z', 'updated_at': '2021-05-21T15:25:01Z', 'revision_number': 5, 'project_id': '1b29e764695842f7ab30d80bb3282c22', 'subnets': [{'id': 'da7d3b04-d796-4f63-ba4e-40892d19294d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:27:40.800208 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:40.804680 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-ba323c88-96ef-41da-9bdd-032c71c65958 None None] Port 75c8ea21-5996-4909-ba10-edcfa05b8402 cannot update to ACTIVE because it is not bound. {{(pid=91550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 15:27:40.830104 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning complete for port 0d6cab65-82b8-403a-90df-809b48a001c9 triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:27:40.830545 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:40.891071 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-3d0e3003-8d1c-4bb7-b1b7-ec68b43d7555 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:41.005283 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-bfd7d480-d227-477b-8da1-965ca9f340f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:41.015321 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-bfd7d480-d227-477b-8da1-965ca9f340f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14871537'] for port, after_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:41.045707 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:41.079304 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-3d0e3003-8d1c-4bb7-b1b7-ec68b43d7555 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:41.152054 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-3d0e3003-8d1c-4bb7-b1b7-ec68b43d7555 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks [] for security_group, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:41.156533 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-3d0e3003-8d1c-4bb7-b1b7-ec68b43d7555 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "DELETE /v2.0/security-groups/cfd2066b-2d4a-4f75-bc76-8bdfcda38f47 HTTP/1.1" status: 204 len: 168 time: 0.6712122 May 21 15:27:41.156686 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 36422) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:27:41.175299 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-bfd7d480-d227-477b-8da1-965ca9f340f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1697730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774703'] for router_interface, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:41.184311 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.api.v2.resource [None req-5e34e2a3-f480-48fb-8db2-4d6f829476c1 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] show failed (client error): The resource could not be found. May 21 15:27:41.184654 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7d480-d227-477b-8da1-965ca9f340f0 admin admin] Pushing event updated for resources: {'Port': ['ID=75c8ea21-5996-4909-ba10-edcfa05b8402,revision_number=2']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:41.188218 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-bfd7d480-d227-477b-8da1-965ca9f340f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:41.188968 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-a6aa4f09-3712-40b2-9edf-d7e65c3f8126 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:41.189660 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-5e34e2a3-f480-48fb-8db2-4d6f829476c1 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups/cfd2066b-2d4a-4f75-bc76-8bdfcda38f47 HTTP/1.1" status: 404 len: 347 time: 0.0313821 May 21 15:27:41.192606 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 36426) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:27:41.260941 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2409602-ee64-4dde-9350-b337cadfa36d None None] New status for floating IP 0df98803-dcf1-4366-ad51-c92b63ebdcdc: DOWN {{(pid=91551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 21 15:27:41.312167 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0e3003-8d1c-4bb7-b1b7-ec68b43d7555 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd2066b-2d4a-4f75-bc76-8bdfcda38f47,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:41.339817 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-3d0e3003-8d1c-4bb7-b1b7-ec68b43d7555 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:41.415969 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd7d480-d227-477b-8da1-965ca9f340f0 admin admin] Network 6e705080-ec80-4a12-8e3d-f6968c00dfe1 is already hosted by enough agents. {{(pid=91549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:27:41.417355 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.base_scheduler [None req-bfd7d480-d227-477b-8da1-965ca9f340f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=91549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:27:41.670206 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [None req-6be3202a-4751-4585-89fc-b409c4752f35 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Deleting port 102aa64c-6202-4ae2-98b8-dd28e94dfc2a {{(pid=91548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:27:41.671169 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-6be3202a-4751-4585-89fc-b409c4752f35 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730419685614'] for port, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:41.701160 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd7d480-d227-477b-8da1-965ca9f340f0 admin admin] Router 5b544414-8b62-421e-822b-c95f0af099a8 has already been hosted by L3 agent 9c636599-187f-4688-bb24-d46a8be2a055 {{(pid=91549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:27:41.744525 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-141e4cb4-b498-4452-a421-68de08b79661 None None] Provisioning complete for port 75c8ea21-5996-4909-ba10-edcfa05b8402 triggered by entity DHCP. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:27:41.745620 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-141e4cb4-b498-4452-a421-68de08b79661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:41.813028 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-6be3202a-4751-4585-89fc-b409c4752f35 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829031'] for port, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:41.813555 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-6be3202a-4751-4585-89fc-b409c4752f35 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:41.822619 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-141e4cb4-b498-4452-a421-68de08b79661 None None] Port 75c8ea21-5996-4909-ba10-edcfa05b8402 cannot update to ACTIVE because it is not bound. {{(pid=91550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 15:27:41.916709 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd7d480-d227-477b-8da1-965ca9f340f0 admin admin] Notify agent at l3_agent.dv-cinder-792299-3-iscsi the message routers_updated {{(pid=91549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:27:41.921466 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-bfd7d480-d227-477b-8da1-965ca9f340f0 admin admin] 10.222.0.69 "PUT /v2.0/routers/5b544414-8b62-421e-822b-c95f0af099a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2569313 May 21 15:27:41.950844 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [None req-6be3202a-4751-4585-89fc-b409c4752f35 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Calling delete_port for 102aa64c-6202-4ae2-98b8-dd28e94dfc2a owned by network:floatingip {{(pid=91548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:27:42.081477 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-6be3202a-4751-4585-89fc-b409c4752f35 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730419690186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730419340162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14885552'] for port, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:42.086562 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-757e9519-ac72-41f4-b5e7-f3955846edfc tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:42.132943 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be3202a-4751-4585-89fc-b409c4752f35 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Pushing event deleted for resources: {'Port': ['ID=102aa64c-6202-4ae2-98b8-dd28e94dfc2a,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:42.161920 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-6be3202a-4751-4585-89fc-b409c4752f35 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:42.231856 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-6be3202a-4751-4585-89fc-b409c4752f35 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks [] for floatingip, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:42.247305 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-6be3202a-4751-4585-89fc-b409c4752f35 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for floatingip, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:42.248463 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-6be3202a-4751-4585-89fc-b409c4752f35 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "DELETE /v2.0/floatingips/0df98803-dcf1-4366-ad51-c92b63ebdcdc HTTP/1.1" status: 204 len: 168 time: 1.0547431 May 21 15:27:42.612253 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 36452) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:27:42.618916 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [None req-78bdd99a-9fc1-4feb-9ac0-af136a1a6384 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1481396633', 'description': 'tempest-description--718600612'}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:27:42.628248 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-78bdd99a-9fc1-4feb-9ac0-af136a1a6384 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:27:42.632752 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-78bdd99a-9fc1-4feb-9ac0-af136a1a6384 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Usage tracker for resource:security_group and tenant:1b29e764695842f7ab30d80bb3282c22 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:27:42.636118 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-78bdd99a-9fc1-4feb-9ac0-af136a1a6384 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:27:42.643317 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-78bdd99a-9fc1-4feb-9ac0-af136a1a6384 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:27:42.653883 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-78bdd99a-9fc1-4feb-9ac0-af136a1a6384 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks [] for security_group, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:42.680426 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-78bdd99a-9fc1-4feb-9ac0-af136a1a6384 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:27:42.685359 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-78bdd99a-9fc1-4feb-9ac0-af136a1a6384 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Usage tracker for resource:security_group_rule and tenant:1b29e764695842f7ab30d80bb3282c22 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:27:42.688364 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-78bdd99a-9fc1-4feb-9ac0-af136a1a6384 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:27:42.695273 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-78bdd99a-9fc1-4feb-9ac0-af136a1a6384 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:27:42.765839 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 16acee39-9535-4af8-bc7b-00e2d9b48239 up at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:27:42.798490 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-78bdd99a-9fc1-4feb-9ac0-af136a1a6384 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks [] for security_group, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:42.807406 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-78bdd99a-9fc1-4feb-9ac0-af136a1a6384 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:42.825780 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-923e595c-e941-4afb-ad1e-96c096473de9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:42.859300 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning for port 16acee39-9535-4af8-bc7b-00e2d9b48239 completed by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:27:42.864311 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning complete for port 16acee39-9535-4af8-bc7b-00e2d9b48239 triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:27:42.864970 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:42.871835 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bdd99a-9fc1-4feb-9ac0-af136a1a6384 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f675ed9-ae15-4780-b322-1e146fb9d06a,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:42.875094 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-78bdd99a-9fc1-4feb-9ac0-af136a1a6384 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:42.876804 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-78bdd99a-9fc1-4feb-9ac0-af136a1a6384 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks [] for security_group, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:42.881059 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-78bdd99a-9fc1-4feb-9ac0-af136a1a6384 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2648261 May 21 15:27:42.881319 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 36460) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:27:42.891600 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.v2.base [None req-71110bc5-f5aa-4e8a-9539-77fc2bb72fc5 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Request body: {'security_group_rule': {'security_group_id': '3f675ed9-ae15-4780-b322-1e146fb9d06a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:27:42.908199 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-71110bc5-f5aa-4e8a-9539-77fc2bb72fc5 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:27:42.917789 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-71110bc5-f5aa-4e8a-9539-77fc2bb72fc5 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Usage tracker for resource:security_group_rule and tenant:1b29e764695842f7ab30d80bb3282c22 is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:27:42.922301 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-71110bc5-f5aa-4e8a-9539-77fc2bb72fc5 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:27:42.928725 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-71110bc5-f5aa-4e8a-9539-77fc2bb72fc5 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:27:42.956053 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-71110bc5-f5aa-4e8a-9539-77fc2bb72fc5 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:43.030587 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:43.043503 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-71110bc5-f5aa-4e8a-9539-77fc2bb72fc5 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:43.050085 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] For port 16acee39-9535-4af8-bc7b-00e2d9b48239, host dv-cinder-792299-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=16acee39-9535-4af8-bc7b-00e2d9b48239,segment=NetworkSegment(6e22115a-e16c-4b74-9ec4-448dbc5267a0),segment_id=6e22115a-e16c-4b74-9ec4-448dbc5267a0)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:27:43.051005 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-71110bc5-f5aa-4e8a-9539-77fc2bb72fc5 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595095'] for security_group_rule, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:43.053474 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-80f564b3-5f7d-4fc2-989f-6ac3f8edb4a5 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:43.056970 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:43.057853 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 208b4677-86d4-4035-900d-ef274270cc5b up at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:27:43.079379 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71110bc5-f5aa-4e8a-9539-77fc2bb72fc5 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dde7d5d7-6a28-4dde-99ee-48cc57fd15df,revision_number=0']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:43.082977 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-71110bc5-f5aa-4e8a-9539-77fc2bb72fc5 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:43.086538 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:43.105601 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-71110bc5-f5aa-4e8a-9539-77fc2bb72fc5 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:43.109765 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-71110bc5-f5aa-4e8a-9539-77fc2bb72fc5 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2202168 May 21 15:27:43.110273 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 36464) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:27:43.116951 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [None req-c6c44c11-baa2-459f-a50b-b044d6aea53b tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Request body: {'security_group_rule': {'security_group_id': '3f675ed9-ae15-4780-b322-1e146fb9d06a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:27:43.129404 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-c6c44c11-baa2-459f-a50b-b044d6aea53b tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:27:43.135157 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-c6c44c11-baa2-459f-a50b-b044d6aea53b tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Usage tracker for resource:security_group_rule and tenant:1b29e764695842f7ab30d80bb3282c22 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:27:43.138644 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-c6c44c11-baa2-459f-a50b-b044d6aea53b tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:27:43.148292 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-c6c44c11-baa2-459f-a50b-b044d6aea53b tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:27:43.176281 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-c6c44c11-baa2-459f-a50b-b044d6aea53b tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:43.181855 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Pushing event updated for resources: {'Port': ['ID=16acee39-9535-4af8-bc7b-00e2d9b48239,revision_number=4']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:43.185059 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:43.194341 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning complete for port 208b4677-86d4-4035-900d-ef274270cc5b triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:27:43.194592 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:43.276496 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-c6c44c11-baa2-459f-a50b-b044d6aea53b tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:43.282110 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-c6c44c11-baa2-459f-a50b-b044d6aea53b tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595095'] for security_group_rule, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:43.284927 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-cc561f1e-0559-46d2-89cb-d7dd9f8fc741 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:43.329584 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c44c11-baa2-459f-a50b-b044d6aea53b tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c45e6b2-d80d-4ca3-a1b0-e8c780017d56,revision_number=0']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:43.336471 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-c6c44c11-baa2-459f-a50b-b044d6aea53b tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:43.359863 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-c6c44c11-baa2-459f-a50b-b044d6aea53b tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:43.367142 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-c6c44c11-baa2-459f-a50b-b044d6aea53b tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2551706 May 21 15:27:43.367411 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 36468) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:27:43.376433 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.v2.base [None req-2bfedffd-5bdf-4003-a95a-10f7075e6d4d tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Request body: {'floatingip': {'floating_network_id': 'ba463646-5c92-40f4-a60a-d72924905aed'}} {{(pid=91549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:27:43.389764 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-2bfedffd-5bdf-4003-a95a-10f7075e6d4d tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:27:43.394435 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-2bfedffd-5bdf-4003-a95a-10f7075e6d4d tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Usage tracker for resource:floatingip and tenant:1b29e764695842f7ab30d80bb3282c22 is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:27:43.397851 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-2bfedffd-5bdf-4003-a95a-10f7075e6d4d tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:27:43.406047 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-2bfedffd-5bdf-4003-a95a-10f7075e6d4d tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:27:43.422051 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-2bfedffd-5bdf-4003-a95a-10f7075e6d4d tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks [] for floatingip, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:43.621841 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-2bfedffd-5bdf-4003-a95a-10f7075e6d4d tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:43.655396 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e074d9-4902-402c-8303-94466d36fedb None None] Sync routers for ids ['5b544414-8b62-421e-822b-c95f0af099a8'] in dv-cinder-792299-3-iscsi {{(pid=91550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:27:43.666229 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e074d9-4902-402c-8303-94466d36fedb None None] Routers {'5b544414-8b62-421e-822b-c95f0af099a8'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:27:43.666932 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-26e074d9-4902-402c-8303-94466d36fedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:27:18Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['5b544414-8b62-421e-822b-c95f0af099a8'], 'active': True} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:27:43.833080 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.db_base_plugin_common [None req-2bfedffd-5bdf-4003-a95a-10f7075e6d4d tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Allocated IP 172.27.2.15 (ba463646-5c92-40f4-a60a-d72924905aed/aafb72b8-44f1-4418-af97-0acaa496b3de/29e770b0-7956-4411-b26f-9c5e902509dd) {{(pid=91549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:27:43.961163 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvr_db [None req-26e074d9-4902-402c-8303-94466d36fedb None None] Set router 5b544414-8b62-421e-822b-c95f0af099a8 gateway port host: dv-cinder-792299-3-iscsi {{(pid=91550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:27:44.030764 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-2bfedffd-5bdf-4003-a95a-10f7075e6d4d tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks [] for port, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:44.077533 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-2bfedffd-5bdf-4003-a95a-10f7075e6d4d tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730419340153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14871526'] for port, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:44.091765 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:44.161222 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfedffd-5bdf-4003-a95a-10f7075e6d4d tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Network ba463646-5c92-40f4-a60a-d72924905aed is already hosted by enough agents. {{(pid=91549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:27:44.162373 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.base_scheduler [None req-2bfedffd-5bdf-4003-a95a-10f7075e6d4d tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Resources bound (agent type, host, resource id): {{(pid=91549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:27:44.165569 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfedffd-5bdf-4003-a95a-10f7075e6d4d tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Received port after_create {{(pid=91549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:27:44.259607 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfedffd-5bdf-4003-a95a-10f7075e6d4d tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Pushing event updated for resources: {'Port': ['ID=29e770b0-7956-4411-b26f-9c5e902509dd,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:44.263323 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-2bfedffd-5bdf-4003-a95a-10f7075e6d4d tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:44.290002 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-2bfedffd-5bdf-4003-a95a-10f7075e6d4d tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:44.346358 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-26e074d9-4902-402c-8303-94466d36fedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b544414-8b62-421e-822b-c95f0af099a8', 'name': 'tempest-TestMinimumBasicScenario-1107386589-router', 'tenant_id': '149eef9a8c4847388a55b609d9945f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '16acee39-9535-4af8-bc7b-00e2d9b48239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:27:34Z', 'updated_at': '2021-05-21T15:27:40Z', 'revision_number': 4, 'project_id': '149eef9a8c4847388a55b609d9945f37', 'gw_port': {'id': '16acee39-9535-4af8-bc7b-00e2d9b48239', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b544414-8b62-421e-822b-c95f0af099a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:27:35Z', 'updated_at': '2021-05-21T15:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_interfaces': [{'id': '75c8ea21-5996-4909-ba10-edcfa05b8402', 'name': '', 'network_id': '6e705080-ec80-4a12-8e3d-f6968c00dfe1', 'tenant_id': '149eef9a8c4847388a55b609d9945f37', 'mac_address': 'fa:16:3e:33:16:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b544414-8b62-421e-822b-c95f0af099a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '6fe17f03-6c98-4d0d-a6b9-9a8e5b94d006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:27:39Z', 'updated_at': '2021-05-21T15:27:40Z', 'revision_number': 2, 'project_id': '149eef9a8c4847388a55b609d9945f37', 'subnets': [{'id': '6fe17f03-6c98-4d0d-a6b9-9a8e5b94d006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:27:44.353183 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e074d9-4902-402c-8303-94466d36fedb None None] Checking router: 5b544414-8b62-421e-822b-c95f0af099a8 for host: dv-cinder-792299-3-iscsi {{(pid=91550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:27:44.354003 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e074d9-4902-402c-8303-94466d36fedb None None] Updating router 5b544414-8b62-421e-822b-c95f0af099a8 port 75c8ea21-5996-4909-ba10-edcfa05b8402 binding host dv-cinder-792299-3-iscsi {{(pid=91550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 21 15:27:44.384688 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-2bfedffd-5bdf-4003-a95a-10f7075e6d4d tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:44.419983 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-26e074d9-4902-402c-8303-94466d36fedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:44.744058 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 16acee39-9535-4af8-bc7b-00e2d9b48239 up at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:27:44.803242 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-2bfedffd-5bdf-4003-a95a-10f7075e6d4d tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks [] for port, precommit_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:44.812371 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-2bfedffd-5bdf-4003-a95a-10f7075e6d4d tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14871537'] for port, after_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:44.822827 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-2fa1963f-280c-418f-874f-67810f56d95b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:44.891903 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning complete for port 16acee39-9535-4af8-bc7b-00e2d9b48239 triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:27:44.892456 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:44.959924 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfedffd-5bdf-4003-a95a-10f7075e6d4d tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Pushing event updated for resources: {'Port': ['ID=29e770b0-7956-4411-b26f-9c5e902509dd,revision_number=2']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:44.964617 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-2bfedffd-5bdf-4003-a95a-10f7075e6d4d tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:44.977215 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-2bfedffd-5bdf-4003-a95a-10f7075e6d4d tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763211'] for floatingip, after_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:45.021565 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-2bfedffd-5bdf-4003-a95a-10f7075e6d4d tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for floatingip, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:45.028101 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-2bfedffd-5bdf-4003-a95a-10f7075e6d4d tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6547227 May 21 15:27:45.124824 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-26e074d9-4902-402c-8303-94466d36fedb None None] Notify callbacks [] for port, precommit_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:45.141270 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-26e074d9-4902-402c-8303-94466d36fedb None None] Transition to ACTIVE for port object 75c8ea21-5996-4909-ba10-edcfa05b8402 will not be triggered until provisioned by entity L2. {{(pid=91550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:27:45.154272 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-26e074d9-4902-402c-8303-94466d36fedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:45.160241 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-153ff4b3-1ae9-4ebe-92f0-e067cdaf6299 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:45.359458 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [req-f822ee12-8d98-4954-b5b4-38e78d34232b req-92118081-728e-44a4-a8ec-5b1fc7bc903f tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Synchronizing usage tracker for tenant:1b29e764695842f7ab30d80bb3282c22 on resource:security_group {{(pid=91549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:27:45.386575 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [req-f822ee12-8d98-4954-b5b4-38e78d34232b req-92118081-728e-44a4-a8ec-5b1fc7bc903f tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Unset dirty status for tenant:1b29e764695842f7ab30d80bb3282c22 on resource:security_group {{(pid=91549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:27:45.395689 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f822ee12-8d98-4954-b5b4-38e78d34232b req-92118081-728e-44a4-a8ec-5b1fc7bc903f tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1481396633&fields=id&tenant_id=1b29e764695842f7ab30d80bb3282c22 HTTP/1.1" status: 200 len: 267 time: 0.1330202 May 21 15:27:45.429379 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2df81ce-4673-4628-b17b-643194095f6c None None] Pushing event updated for resources: {'Port': ['ID=75c8ea21-5996-4909-ba10-edcfa05b8402,revision_number=3']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:45.433795 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-e2df81ce-4673-4628-b17b-643194095f6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:45.442710 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-c74ac513-f2ea-4734-bb94-13f5c126b87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:45.530661 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.managers [None req-26e074d9-4902-402c-8303-94466d36fedb None None] Attempting to bind port 75c8ea21-5996-4909-ba10-edcfa05b8402 on host dv-cinder-792299-3-iscsi for vnic_type normal with profile {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:27:45.531389 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.managers [None req-26e074d9-4902-402c-8303-94466d36fedb None None] Attempting to bind port 75c8ea21-5996-4909-ba10-edcfa05b8402 by drivers openvswitch,hyperv on host dv-cinder-792299-3-iscsi at level 0 using segments [{'id': '3c107f5d-e07d-4767-9256-0cc2ea817e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '6e705080-ec80-4a12-8e3d-f6968c00dfe1'}] {{(pid=91550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:27:45.531760 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e074d9-4902-402c-8303-94466d36fedb None None] Attempting to bind port 75c8ea21-5996-4909-ba10-edcfa05b8402 on network 6e705080-ec80-4a12-8e3d-f6968c00dfe1 {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:27:45.538367 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e074d9-4902-402c-8303-94466d36fedb None None] Checking agent: {'id': 'f4608e34-e7ca-4ad2-a713-84295da40874', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 12, 18), 'started_at': datetime.datetime(2021, 5, 21, 15, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:27:45.539028 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e074d9-4902-402c-8303-94466d36fedb None None] Checking segment: {'id': '3c107f5d-e07d-4767-9256-0cc2ea817e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '6e705080-ec80-4a12-8e3d-f6968c00dfe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:27:45.539208 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-26e074d9-4902-402c-8303-94466d36fedb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:45.539755 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e074d9-4902-402c-8303-94466d36fedb None None] Bound using segment: {'id': '3c107f5d-e07d-4767-9256-0cc2ea817e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '6e705080-ec80-4a12-8e3d-f6968c00dfe1'} {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:27:45.541041 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.managers [None req-26e074d9-4902-402c-8303-94466d36fedb None None] Bound port: 75c8ea21-5996-4909-ba10-edcfa05b8402, host: dv-cinder-792299-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c107f5d-e07d-4767-9256-0cc2ea817e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '6e705080-ec80-4a12-8e3d-f6968c00dfe1'}}] {{(pid=91550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:27:45.541430 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-26e074d9-4902-402c-8303-94466d36fedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:45.631177 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f822ee12-8d98-4954-b5b4-38e78d34232b req-3b572a24-93f7-4346-be23-2117e002eb32 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:45.631177 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f822ee12-8d98-4954-b5b4-38e78d34232b req-3b572a24-93f7-4346-be23-2117e002eb32 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/networks?id=5f4ff4bc-d925-40fd-9563-89b128523f4e HTTP/1.1" status: 200 len: 816 time: 0.2334230 May 21 15:27:45.649762 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f822ee12-8d98-4954-b5b4-38e78d34232b req-1bb3f8ea-0e88-4dc2-8af1-67bf39adf135 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/quotas/1b29e764695842f7ab30d80bb3282c22 HTTP/1.1" status: 200 len: 375 time: 0.0128198 May 21 15:27:45.666704 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-26e074d9-4902-402c-8303-94466d36fedb None None] For port 75c8ea21-5996-4909-ba10-edcfa05b8402, host dv-cinder-792299-3-iscsi, cleared binding levels {{(pid=91550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:27:45.670349 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-26e074d9-4902-402c-8303-94466d36fedb None None] For port 75c8ea21-5996-4909-ba10-edcfa05b8402, host dv-cinder-792299-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=75c8ea21-5996-4909-ba10-edcfa05b8402,segment=NetworkSegment(3c107f5d-e07d-4767-9256-0cc2ea817e98),segment_id=3c107f5d-e07d-4767-9256-0cc2ea817e98)] {{(pid=91550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:27:45.701833 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-26e074d9-4902-402c-8303-94466d36fedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:45.710616 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-59e0fb4c-9792-48f2-bfbf-a131addd3a9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:45.771673 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f822ee12-8d98-4954-b5b4-38e78d34232b req-30953d2a-706a-4c49-8b91-072426b247f8 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1b29e764695842f7ab30d80bb3282c22&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1097062 May 21 15:27:45.808181 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e074d9-4902-402c-8303-94466d36fedb None None] Routers {'5b544414-8b62-421e-822b-c95f0af099a8'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:27:45.808828 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-26e074d9-4902-402c-8303-94466d36fedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:27:18Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['5b544414-8b62-421e-822b-c95f0af099a8'], 'active': True} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:27:45.880816 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2df81ce-4673-4628-b17b-643194095f6c None None] Pushing event updated for resources: {'Port': ['ID=75c8ea21-5996-4909-ba10-edcfa05b8402,revision_number=4']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:45.889826 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-e2df81ce-4673-4628-b17b-643194095f6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:45.979241 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f822ee12-8d98-4954-b5b4-38e78d34232b req-68a70ac8-8728-4752-860d-5d36dece1bb0 service neutron] 10.222.0.69 "GET /v2.0/networks/5f4ff4bc-d925-40fd-9563-89b128523f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895392 May 21 15:27:46.120192 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvr_db [None req-26e074d9-4902-402c-8303-94466d36fedb None None] Set router 5b544414-8b62-421e-822b-c95f0af099a8 gateway port host: dv-cinder-792299-3-iscsi {{(pid=91550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:27:46.154409 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f822ee12-8d98-4954-b5b4-38e78d34232b req-cb7bf061-a405-4a55-a4e7-4960c8b532ef service neutron] 10.222.0.69 "GET /v2.0/networks/5f4ff4bc-d925-40fd-9563-89b128523f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682444 May 21 15:27:46.393774 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-3e47757b-4a4d-4edd-a0f5-15a4a9d4603d req-4dedbb19-cd38-4048-af26-5f7a690ef255 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b HTTP/1.1" status: 200 len: 210 time: 0.0517650 May 21 15:27:46.556166 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-26e074d9-4902-402c-8303-94466d36fedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b544414-8b62-421e-822b-c95f0af099a8', 'name': 'tempest-TestMinimumBasicScenario-1107386589-router', 'tenant_id': '149eef9a8c4847388a55b609d9945f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '16acee39-9535-4af8-bc7b-00e2d9b48239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:27:34Z', 'updated_at': '2021-05-21T15:27:40Z', 'revision_number': 4, 'project_id': '149eef9a8c4847388a55b609d9945f37', 'gw_port': {'id': '16acee39-9535-4af8-bc7b-00e2d9b48239', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b544414-8b62-421e-822b-c95f0af099a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:27:35Z', 'updated_at': '2021-05-21T15:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_interfaces': [{'id': '75c8ea21-5996-4909-ba10-edcfa05b8402', 'name': '', 'network_id': '6e705080-ec80-4a12-8e3d-f6968c00dfe1', 'tenant_id': '149eef9a8c4847388a55b609d9945f37', 'mac_address': 'fa:16:3e:33:16:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b544414-8b62-421e-822b-c95f0af099a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '6fe17f03-6c98-4d0d-a6b9-9a8e5b94d006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:27:39Z', 'updated_at': '2021-05-21T15:27:45Z', 'revision_number': 4, 'project_id': '149eef9a8c4847388a55b609d9945f37', 'subnets': [{'id': '6fe17f03-6c98-4d0d-a6b9-9a8e5b94d006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:27:46.562571 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e074d9-4902-402c-8303-94466d36fedb None None] The sync data for ids ['5b544414-8b62-421e-822b-c95f0af099a8'] in dv-cinder-792299-3-iscsi is: [{'id': '5b544414-8b62-421e-822b-c95f0af099a8', 'name': 'tempest-TestMinimumBasicScenario-1107386589-router', 'tenant_id': '149eef9a8c4847388a55b609d9945f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '16acee39-9535-4af8-bc7b-00e2d9b48239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:27:34Z', 'updated_at': '2021-05-21T15:27:40Z', 'revision_number': 4, 'project_id': '149eef9a8c4847388a55b609d9945f37', 'gw_port': {'id': '16acee39-9535-4af8-bc7b-00e2d9b48239', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b544414-8b62-421e-822b-c95f0af099a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:27:35Z', 'updated_at': '2021-05-21T15:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_interfaces': [{'id': '75c8ea21-5996-4909-ba10-edcfa05b8402', 'name': '', 'network_id': '6e705080-ec80-4a12-8e3d-f6968c00dfe1', 'tenant_id': '149eef9a8c4847388a55b609d9945f37', 'mac_address': 'fa:16:3e:33:16:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b544414-8b62-421e-822b-c95f0af099a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '6fe17f03-6c98-4d0d-a6b9-9a8e5b94d006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:27:39Z', 'updated_at': '2021-05-21T15:27:45Z', 'revision_number': 4, 'project_id': '149eef9a8c4847388a55b609d9945f37', 'subnets': [{'id': '6fe17f03-6c98-4d0d-a6b9-9a8e5b94d006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:27:47.150419 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.agents_db [None req-1cb0bb7b-b6db-4325-ad21-6fa15867ad0e None None] Agent healthcheck: found 6 active agents {{(pid=91551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:27:47.569577 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-4b0b27e9-986f-4afc-92d6-44d70f296670 req-a0df1742-a8f0-4d91-b0ea-f92c95164b87 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b HTTP/1.1" status: 200 len: 210 time: 0.0497868 May 21 15:27:47.926019 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f822ee12-8d98-4954-b5b4-38e78d34232b req-12147660-928a-4246-850f-68405fda2b4c tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:47.928145 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-f822ee12-8d98-4954-b5b4-38e78d34232b req-12147660-928a-4246-850f-68405fda2b4c tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.68 "GET /v2.0/networks?id=5f4ff4bc-d925-40fd-9563-89b128523f4e HTTP/1.1" status: 200 len: 816 time: 0.2318957 May 21 15:27:48.007904 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:48.026406 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-f822ee12-8d98-4954-b5b4-38e78d34232b req-8e4a4ca3-f396-4562-ad82-da1b1a79a798 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Synchronizing usage tracker for tenant:1b29e764695842f7ab30d80bb3282c22 on resource:security_group {{(pid=91548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:27:48.053889 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-f822ee12-8d98-4954-b5b4-38e78d34232b req-8e4a4ca3-f396-4562-ad82-da1b1a79a798 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Unset dirty status for tenant:1b29e764695842f7ab30d80bb3282c22 on resource:security_group {{(pid=91548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:27:48.055088 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-f822ee12-8d98-4954-b5b4-38e78d34232b req-8e4a4ca3-f396-4562-ad82-da1b1a79a798 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b29e764695842f7ab30d80bb3282c22 HTTP/1.1" status: 200 len: 380 time: 0.1115737 May 21 15:27:48.072516 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [req-f822ee12-8d98-4954-b5b4-38e78d34232b req-7b392221-a70a-44d7-8308-a8d676ad5e2a tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Request body: {'port': {'device_id': '86a6027e-d14e-42a2-b704-6806c8c2ba4b', 'network_id': '5f4ff4bc-d925-40fd-9563-89b128523f4e', 'admin_state_up': True, 'tenant_id': '1b29e764695842f7ab30d80bb3282c22', 'security_groups': ['3f675ed9-ae15-4780-b322-1e146fb9d06a']}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:27:48.254089 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [req-f822ee12-8d98-4954-b5b4-38e78d34232b req-7b392221-a70a-44d7-8308-a8d676ad5e2a tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:27:48.265781 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-f822ee12-8d98-4954-b5b4-38e78d34232b req-7b392221-a70a-44d7-8308-a8d676ad5e2a tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Usage tracker for resource:port and tenant:1b29e764695842f7ab30d80bb3282c22 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:27:48.272828 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-f822ee12-8d98-4954-b5b4-38e78d34232b req-7b392221-a70a-44d7-8308-a8d676ad5e2a tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:27:48.279847 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [req-f822ee12-8d98-4954-b5b4-38e78d34232b req-7b392221-a70a-44d7-8308-a8d676ad5e2a tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:27:48.294707 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f822ee12-8d98-4954-b5b4-38e78d34232b req-7b392221-a70a-44d7-8308-a8d676ad5e2a tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Made reservation on behalf of 1b29e764695842f7ab30d80bb3282c22 for: {'port': 1} {{(pid=91548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:27:48.299543 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-f822ee12-8d98-4954-b5b4-38e78d34232b req-7b392221-a70a-44d7-8308-a8d676ad5e2a tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:48.307774 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-96d8eaa8-64f9-408a-8a01-68fc2ab4df99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:48.566244 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.db_base_plugin_common [req-f822ee12-8d98-4954-b5b4-38e78d34232b req-7b392221-a70a-44d7-8308-a8d676ad5e2a tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Allocated IP 172.20.0.11 (5f4ff4bc-d925-40fd-9563-89b128523f4e/da7d3b04-d796-4f63-ba4e-40892d19294d/c4dac23b-3bfe-41e9-b2be-00e44a9bf432) {{(pid=91548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:27:48.806665 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 75c8ea21-5996-4909-ba10-edcfa05b8402 up at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:27:48.814032 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-e4b0633c-6aef-4a6a-bbcd-9ca35cb03e43 req-6cef1163-9304-4338-b13f-9ab9abf78860 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b HTTP/1.1" status: 200 len: 210 time: 0.0579123 May 21 15:27:48.975084 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning for port 75c8ea21-5996-4909-ba10-edcfa05b8402 completed by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:27:48.980239 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning complete for port 75c8ea21-5996-4909-ba10-edcfa05b8402 triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:27:48.980839 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:48.982929 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-f822ee12-8d98-4954-b5b4-38e78d34232b req-7b392221-a70a-44d7-8308-a8d676ad5e2a tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks [] for port, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:49.000568 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.provisioning_blocks [req-f822ee12-8d98-4954-b5b4-38e78d34232b req-7b392221-a70a-44d7-8308-a8d676ad5e2a tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Transition to ACTIVE for port object c4dac23b-3bfe-41e9-b2be-00e44a9bf432 will not be triggered until provisioned by entity DHCP. {{(pid=91548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:27:49.058548 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-f822ee12-8d98-4954-b5b4-38e78d34232b req-7b392221-a70a-44d7-8308-a8d676ad5e2a tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730419340153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14885552'] for port, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:49.066653 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:49.123000 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:49.141178 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f822ee12-8d98-4954-b5b4-38e78d34232b req-7b392221-a70a-44d7-8308-a8d676ad5e2a tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Network 5f4ff4bc-d925-40fd-9563-89b128523f4e is already hosted by enough agents. {{(pid=91548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:27:49.150439 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.base_scheduler [req-f822ee12-8d98-4954-b5b4-38e78d34232b req-7b392221-a70a-44d7-8308-a8d676ad5e2a tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Resources bound (agent type, host, resource id): {{(pid=91548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:27:49.156056 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.l3_dvrscheduler_db [req-f822ee12-8d98-4954-b5b4-38e78d34232b req-7b392221-a70a-44d7-8308-a8d676ad5e2a tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Received port after_create {{(pid=91548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:27:49.184285 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] For port 75c8ea21-5996-4909-ba10-edcfa05b8402, host dv-cinder-792299-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=75c8ea21-5996-4909-ba10-edcfa05b8402,segment=NetworkSegment(3c107f5d-e07d-4767-9256-0cc2ea817e98),segment_id=3c107f5d-e07d-4767-9256-0cc2ea817e98)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:27:49.191414 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:49.197921 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:49.229778 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b392221-a70a-44d7-8308-a8d676ad5e2a tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Pushing event updated for resources: {'Port': ['ID=c4dac23b-3bfe-41e9-b2be-00e44a9bf432,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:49.245360 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-7b392221-a70a-44d7-8308-a8d676ad5e2a tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:49.270958 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f822ee12-8d98-4954-b5b4-38e78d34232b req-7b392221-a70a-44d7-8308-a8d676ad5e2a tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:49.271928 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-f822ee12-8d98-4954-b5b4-38e78d34232b req-7b392221-a70a-44d7-8308-a8d676ad5e2a tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for port, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:49.313355 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-f822ee12-8d98-4954-b5b4-38e78d34232b req-7b392221-a70a-44d7-8308-a8d676ad5e2a tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2452331 May 21 15:27:49.334027 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [req-f822ee12-8d98-4954-b5b4-38e78d34232b req-e96dee99-60ce-4c6c-aec0-0691040652eb service neutron] Request body: {'port': {'device_id': '86a6027e-d14e-42a2-b704-6806c8c2ba4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:27:49.351929 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Pushing event updated for resources: {'Port': ['ID=75c8ea21-5996-4909-ba10-edcfa05b8402,revision_number=5']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:49.357340 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:49.369531 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e6f13acb-dde4-45e3-8932-2715da3406c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:49.463395 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-bc97bef7-dd1d-44ef-8a0f-b548b1f1f5e0 None None] Provisioning for port c4dac23b-3bfe-41e9-b2be-00e44a9bf432 completed by entity DHCP. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:27:49.470843 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-bc97bef7-dd1d-44ef-8a0f-b548b1f1f5e0 None None] Provisioning complete for port c4dac23b-3bfe-41e9-b2be-00e44a9bf432 triggered by entity DHCP. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:27:49.471254 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-bc97bef7-dd1d-44ef-8a0f-b548b1f1f5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:49.534698 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-bc97bef7-dd1d-44ef-8a0f-b548b1f1f5e0 None None] Port c4dac23b-3bfe-41e9-b2be-00e44a9bf432 cannot update to ACTIVE because it is not bound. {{(pid=91550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 15:27:49.575802 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-f822ee12-8d98-4954-b5b4-38e78d34232b req-e96dee99-60ce-4c6c-aec0-0691040652eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:49.986977 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.notifiers.nova [req-f822ee12-8d98-4954-b5b4-38e78d34232b req-e96dee99-60ce-4c6c-aec0-0691040652eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4dac23b-3bfe-41e9-b2be-00e44a9bf432 {{(pid=91548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:27:49.997165 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-f822ee12-8d98-4954-b5b4-38e78d34232b req-e96dee99-60ce-4c6c-aec0-0691040652eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:50.014591 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.provisioning_blocks [req-f822ee12-8d98-4954-b5b4-38e78d34232b req-e96dee99-60ce-4c6c-aec0-0691040652eb service neutron] Transition to ACTIVE for port object c4dac23b-3bfe-41e9-b2be-00e44a9bf432 will not be triggered until provisioned by entity L2. {{(pid=91548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:27:50.021852 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-f822ee12-8d98-4954-b5b4-38e78d34232b req-e96dee99-60ce-4c6c-aec0-0691040652eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14885543'] for port, after_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:50.026438 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-5805c3ac-d38f-46f9-a6a8-cc778677407a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:50.120098 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e46852c-87f4-46c1-a0fd-a55155476f7b req-3c3d9596-f16e-43a5-b0cf-0954c4e435ad tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:50.129248 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-5e46852c-87f4-46c1-a0fd-a55155476f7b req-3c3d9596-f16e-43a5-b0cf-0954c4e435ad tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b HTTP/1.1" status: 200 len: 944 time: 0.1452098 May 21 15:27:50.204332 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-5e46852c-87f4-46c1-a0fd-a55155476f7b req-9a89e4a9-cbb4-4e2d-b952-401db82a1dd5 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f675ed9-ae15-4780-b322-1e146fb9d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717974 May 21 15:27:50.216648 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96dee99-60ce-4c6c-aec0-0691040652eb service neutron] Pushing event updated for resources: {'Port': ['ID=c4dac23b-3bfe-41e9-b2be-00e44a9bf432,revision_number=2']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:50.250016 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-e96dee99-60ce-4c6c-aec0-0691040652eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:50.309744 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.managers [req-f822ee12-8d98-4954-b5b4-38e78d34232b req-e96dee99-60ce-4c6c-aec0-0691040652eb service neutron] Attempting to bind port c4dac23b-3bfe-41e9-b2be-00e44a9bf432 on host hv-cinder-79229 for vnic_type normal with profile {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:27:50.310079 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.managers [req-f822ee12-8d98-4954-b5b4-38e78d34232b req-e96dee99-60ce-4c6c-aec0-0691040652eb service neutron] Attempting to bind port c4dac23b-3bfe-41e9-b2be-00e44a9bf432 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': 'd02ce253-27e4-4db3-811e-f5cba1e8d521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5f4ff4bc-d925-40fd-9563-89b128523f4e'}] {{(pid=91548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:27:50.310410 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f822ee12-8d98-4954-b5b4-38e78d34232b req-e96dee99-60ce-4c6c-aec0-0691040652eb service neutron] Attempting to bind port c4dac23b-3bfe-41e9-b2be-00e44a9bf432 on network 5f4ff4bc-d925-40fd-9563-89b128523f4e {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:27:50.317928 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f822ee12-8d98-4954-b5b4-38e78d34232b req-e96dee99-60ce-4c6c-aec0-0691040652eb service neutron] Port c4dac23b-3bfe-41e9-b2be-00e44a9bf432 on network 5f4ff4bc-d925-40fd-9563-89b128523f4e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 15:27:50.318546 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f822ee12-8d98-4954-b5b4-38e78d34232b req-e96dee99-60ce-4c6c-aec0-0691040652eb service neutron] Attempting to bind port c4dac23b-3bfe-41e9-b2be-00e44a9bf432 on network 5f4ff4bc-d925-40fd-9563-89b128523f4e {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:27:50.328702 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f822ee12-8d98-4954-b5b4-38e78d34232b req-e96dee99-60ce-4c6c-aec0-0691040652eb service neutron] Checking agent: {'id': '4762cb26-ef72-475b-a9a0-8f480bf27f9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 18, 22), 'started_at': datetime.datetime(2021, 5, 21, 15, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:27:50.329418 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f822ee12-8d98-4954-b5b4-38e78d34232b req-e96dee99-60ce-4c6c-aec0-0691040652eb service neutron] Checking segment: {'id': 'd02ce253-27e4-4db3-811e-f5cba1e8d521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5f4ff4bc-d925-40fd-9563-89b128523f4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:27:50.329696 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f822ee12-8d98-4954-b5b4-38e78d34232b req-e96dee99-60ce-4c6c-aec0-0691040652eb service neutron] Bound using segment: {'id': 'd02ce253-27e4-4db3-811e-f5cba1e8d521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5f4ff4bc-d925-40fd-9563-89b128523f4e'} {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:27:50.330216 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.managers [req-f822ee12-8d98-4954-b5b4-38e78d34232b req-e96dee99-60ce-4c6c-aec0-0691040652eb service neutron] Bound port: c4dac23b-3bfe-41e9-b2be-00e44a9bf432, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd02ce253-27e4-4db3-811e-f5cba1e8d521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5f4ff4bc-d925-40fd-9563-89b128523f4e'}}] {{(pid=91548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:27:50.330563 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-f822ee12-8d98-4954-b5b4-38e78d34232b req-e96dee99-60ce-4c6c-aec0-0691040652eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:50.447235 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [req-f822ee12-8d98-4954-b5b4-38e78d34232b req-e96dee99-60ce-4c6c-aec0-0691040652eb service neutron] For port c4dac23b-3bfe-41e9-b2be-00e44a9bf432, host hv-cinder-79229, cleared binding levels {{(pid=91548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:27:50.450590 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [req-f822ee12-8d98-4954-b5b4-38e78d34232b req-e96dee99-60ce-4c6c-aec0-0691040652eb service neutron] For port c4dac23b-3bfe-41e9-b2be-00e44a9bf432, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=c4dac23b-3bfe-41e9-b2be-00e44a9bf432,segment=NetworkSegment(d02ce253-27e4-4db3-811e-f5cba1e8d521),segment_id=d02ce253-27e4-4db3-811e-f5cba1e8d521)] {{(pid=91548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:27:50.457017 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-f822ee12-8d98-4954-b5b4-38e78d34232b req-e96dee99-60ce-4c6c-aec0-0691040652eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14885543'] for port, after_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:50.463170 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-71c310cd-9247-4b10-8e73-0b7f6dbe783c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:50.527598 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f822ee12-8d98-4954-b5b4-38e78d34232b req-e96dee99-60ce-4c6c-aec0-0691040652eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:50.528343 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-f822ee12-8d98-4954-b5b4-38e78d34232b req-e96dee99-60ce-4c6c-aec0-0691040652eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for port, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:50.529837 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-f822ee12-8d98-4954-b5b4-38e78d34232b req-e96dee99-60ce-4c6c-aec0-0691040652eb service neutron] 10.222.0.68 "PUT /v2.0/ports/c4dac23b-3bfe-41e9-b2be-00e44a9bf432 HTTP/1.1" status: 200 len: 1094 time: 1.2024074 May 21 15:27:50.530441 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86a6027e-d14e-42a2-b704-6806c8c2ba4b', 'tag': 'c4dac23b-3bfe-41e9-b2be-00e44a9bf432'}] {{(pid=91548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:27:50.572153 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96dee99-60ce-4c6c-aec0-0691040652eb service neutron] Pushing event updated for resources: {'Port': ['ID=c4dac23b-3bfe-41e9-b2be-00e44a9bf432,revision_number=3']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:50.587573 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-e96dee99-60ce-4c6c-aec0-0691040652eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:50.652243 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86a6027e-d14e-42a2-b704-6806c8c2ba4b', 'tag': 'c4dac23b-3bfe-41e9-b2be-00e44a9bf432', 'status': 'completed', 'code': 200} May 21 15:27:50.695265 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 75c8ea21-5996-4909-ba10-edcfa05b8402 up at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:27:50.700718 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f822ee12-8d98-4954-b5b4-38e78d34232b req-58169345-a79e-4a56-aad8-b957bc407e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:50.702258 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-f822ee12-8d98-4954-b5b4-38e78d34232b req-58169345-a79e-4a56-aad8-b957bc407e91 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1b29e764695842f7ab30d80bb3282c22&device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b HTTP/1.1" status: 200 len: 1097 time: 0.1085379 May 21 15:27:50.787807 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning complete for port 75c8ea21-5996-4909-ba10-edcfa05b8402 triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:27:50.788058 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-f822ee12-8d98-4954-b5b4-38e78d34232b req-88fc14c2-4b64-4cf9-a132-71fcb6761e6a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4dac23b-3bfe-41e9-b2be-00e44a9bf432 HTTP/1.1" status: 200 len: 217 time: 0.0721686 May 21 15:27:50.788210 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:50.878474 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f822ee12-8d98-4954-b5b4-38e78d34232b req-9270652a-673c-4eca-b726-7d1d6080e2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:50.880069 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-f822ee12-8d98-4954-b5b4-38e78d34232b req-9270652a-673c-4eca-b726-7d1d6080e2cf service neutron] 10.222.0.68 "GET /v2.0/subnets?id=da7d3b04-d796-4f63-ba4e-40892d19294d HTTP/1.1" status: 200 len: 855 time: 0.0816929 May 21 15:27:50.918022 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-cb99478c-afff-4a9c-8770-f3354af234b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:50.997117 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f822ee12-8d98-4954-b5b4-38e78d34232b req-328ee911-d8c2-4d8e-8878-153406349895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:50.998504 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-f822ee12-8d98-4954-b5b4-38e78d34232b req-328ee911-d8c2-4d8e-8878-153406349895 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5f4ff4bc-d925-40fd-9563-89b128523f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1078687 May 21 15:27:51.148314 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-f822ee12-8d98-4954-b5b4-38e78d34232b req-dd3c3f97-a3a4-4c08-abe1-452cf0e151ac service neutron] 10.222.0.68 "GET /v2.0/networks/5f4ff4bc-d925-40fd-9563-89b128523f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378891 May 21 15:27:51.320907 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-f822ee12-8d98-4954-b5b4-38e78d34232b req-453c82d1-14f1-4ded-b034-067bfdf80e0f service neutron] 10.222.0.68 "GET /v2.0/networks/5f4ff4bc-d925-40fd-9563-89b128523f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629734 May 21 15:27:51.473121 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48498c31-0b37-4d7f-93bc-1b636ec90c33 req-24915368-c165-4834-8c6a-585ee9d9c079 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:51.474521 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-48498c31-0b37-4d7f-93bc-1b636ec90c33 req-24915368-c165-4834-8c6a-585ee9d9c079 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b HTTP/1.1" status: 200 len: 944 time: 0.1266422 May 21 15:27:51.487231 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1313b273-ff1b-4d36-9480-a14d0ea554e6 req-a79ad19d-37b4-46bd-bd07-f83acea60748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:51.488724 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-1313b273-ff1b-4d36-9480-a14d0ea554e6 req-a79ad19d-37b4-46bd-bd07-f83acea60748 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1b29e764695842f7ab30d80bb3282c22&device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b HTTP/1.1" status: 200 len: 1097 time: 0.0964189 May 21 15:27:51.541162 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-48498c31-0b37-4d7f-93bc-1b636ec90c33 req-be34d323-cb53-4a14-84b0-c3d3e6159d9d tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f675ed9-ae15-4780-b322-1e146fb9d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595193 May 21 15:27:51.651943 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1313b273-ff1b-4d36-9480-a14d0ea554e6 req-2c225591-6460-41cc-ab7d-ee0076abfe1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:51.653834 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-1313b273-ff1b-4d36-9480-a14d0ea554e6 req-2c225591-6460-41cc-ab7d-ee0076abfe1f service neutron] 10.222.0.68 "GET /v2.0/networks?id=5f4ff4bc-d925-40fd-9563-89b128523f4e HTTP/1.1" status: 200 len: 917 time: 0.1576238 May 21 15:27:51.832419 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-1313b273-ff1b-4d36-9480-a14d0ea554e6 req-321c9d71-c3f2-4e49-b8ec-e9f92d894ae7 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4dac23b-3bfe-41e9-b2be-00e44a9bf432 HTTP/1.1" status: 200 len: 217 time: 0.1691866 May 21 15:27:51.909571 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1313b273-ff1b-4d36-9480-a14d0ea554e6 req-df742c42-4dad-4076-8595-a89e86ffd83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:51.911261 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-1313b273-ff1b-4d36-9480-a14d0ea554e6 req-df742c42-4dad-4076-8595-a89e86ffd83e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=da7d3b04-d796-4f63-ba4e-40892d19294d HTTP/1.1" status: 200 len: 855 time: 0.0711191 May 21 15:27:51.997111 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1313b273-ff1b-4d36-9480-a14d0ea554e6 req-ff8562f5-a74d-453c-a6c4-10e6ee86cea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:51.998890 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-1313b273-ff1b-4d36-9480-a14d0ea554e6 req-ff8562f5-a74d-453c-a6c4-10e6ee86cea3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5f4ff4bc-d925-40fd-9563-89b128523f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0805547 May 21 15:27:52.147783 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-1313b273-ff1b-4d36-9480-a14d0ea554e6 req-39a3425a-46c4-4a16-903b-d6bd0ec1ab93 service neutron] 10.222.0.68 "GET /v2.0/networks/5f4ff4bc-d925-40fd-9563-89b128523f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401691 May 21 15:27:52.321739 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-1313b273-ff1b-4d36-9480-a14d0ea554e6 req-2392a93b-78eb-4feb-a333-c66d8aedec0f service neutron] 10.222.0.68 "GET /v2.0/networks/5f4ff4bc-d925-40fd-9563-89b128523f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620364 May 21 15:27:52.735130 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbea68c0-1722-4d4d-b973-f250591726f6 req-8a7bfe6c-7bd3-4d70-aaca-a5f55c2b329a tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:52.736618 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-cbea68c0-1722-4d4d-b973-f250591726f6 req-8a7bfe6c-7bd3-4d70-aaca-a5f55c2b329a tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b HTTP/1.1" status: 200 len: 944 time: 0.0817647 May 21 15:27:52.788026 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-cbea68c0-1722-4d4d-b973-f250591726f6 req-d164e485-4a59-4b92-87c4-df4707708f4b tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f675ed9-ae15-4780-b322-1e146fb9d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455079 May 21 15:27:53.206406 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:53.509213 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c4874-677c-41c7-97bc-a6e1725d46f8 req-879a3720-3db0-499b-a075-3947a05b11bc tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:53.510455 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-451c4874-677c-41c7-97bc-a6e1725d46f8 req-879a3720-3db0-499b-a075-3947a05b11bc tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/networks?id=e094ae2b-5a46-4183-afe6-dd1ed8c367a2 HTTP/1.1" status: 200 len: 815 time: 0.1549613 May 21 15:27:53.526221 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-451c4874-677c-41c7-97bc-a6e1725d46f8 req-73cdb024-6a6f-4a28-b4e1-e73dbfdf67ec tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/quotas/630d170970d84363a803862f2026c034 HTTP/1.1" status: 200 len: 375 time: 0.0100276 May 21 15:27:53.612694 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-451c4874-677c-41c7-97bc-a6e1725d46f8 req-cbf211f7-8c3c-4425-b1a9-af3286f45294 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=630d170970d84363a803862f2026c034&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0797760 May 21 15:27:53.752202 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 36542) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:27:53.759180 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-451c4874-677c-41c7-97bc-a6e1725d46f8 req-393e3763-2a42-4fbb-98bd-46028c47b4a4 service neutron] 10.222.0.69 "GET /v2.0/networks/e094ae2b-5a46-4183-afe6-dd1ed8c367a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336615 May 21 15:27:54.065654 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-451c4874-677c-41c7-97bc-a6e1725d46f8 req-8adb8dd8-fc68-4ffa-9dc1-61ed06b19cea service neutron] 10.222.0.69 "GET /v2.0/networks/e094ae2b-5a46-4183-afe6-dd1ed8c367a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003869 May 21 15:27:54.086775 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e4404a-382a-480c-8663-e10f711e58a5 req-01111873-0d2f-43bb-804f-c5fd60960c85 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:54.088242 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-62e4404a-382a-480c-8663-e10f711e58a5 req-01111873-0d2f-43bb-804f-c5fd60960c85 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b HTTP/1.1" status: 200 len: 944 time: 0.1413023 May 21 15:27:54.141311 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-62e4404a-382a-480c-8663-e10f711e58a5 req-8fc7960b-79de-4fde-ab60-94e94a18086c tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f675ed9-ae15-4780-b322-1e146fb9d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441194 May 21 15:27:54.232145 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [None req-d2ff4b21-b862-433c-b984-0b47b1eeee3d tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Deleting port 8c14e457-772d-4584-834d-8a715e4d07f1 {{(pid=91548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:27:54.232493 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-d2ff4b21-b862-433c-b984-0b47b1eeee3d tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730419685614'] for port, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:54.284163 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device c4dac23b-3bfe-41e9-b2be-00e44a9bf432 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:27:54.361710 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-d2ff4b21-b862-433c-b984-0b47b1eeee3d tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829031'] for port, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:54.362749 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-d2ff4b21-b862-433c-b984-0b47b1eeee3d tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:54.431798 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port c4dac23b-3bfe-41e9-b2be-00e44a9bf432, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=c4dac23b-3bfe-41e9-b2be-00e44a9bf432,segment=NetworkSegment(d02ce253-27e4-4db3-811e-f5cba1e8d521),segment_id=d02ce253-27e4-4db3-811e-f5cba1e8d521)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:27:54.446565 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Returning: {'device': 'c4dac23b-3bfe-41e9-b2be-00e44a9bf432', 'network_id': '5f4ff4bc-d925-40fd-9563-89b128523f4e', 'port_id': 'c4dac23b-3bfe-41e9-b2be-00e44a9bf432', 'mac_address': 'fa:16:3e:e3:36:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da7d3b04-d796-4f63-ba4e-40892d19294d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:27:54.489423 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [None req-d2ff4b21-b862-433c-b984-0b47b1eeee3d tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Calling delete_port for 8c14e457-772d-4584-834d-8a715e4d07f1 owned by network:floatingip {{(pid=91548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:27:54.502310 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:54.520722 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.notifiers.nova [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4dac23b-3bfe-41e9-b2be-00e44a9bf432 {{(pid=91550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:27:54.536819 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port c4dac23b-3bfe-41e9-b2be-00e44a9bf432, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=c4dac23b-3bfe-41e9-b2be-00e44a9bf432,segment=NetworkSegment(d02ce253-27e4-4db3-811e-f5cba1e8d521),segment_id=d02ce253-27e4-4db3-811e-f5cba1e8d521)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:27:54.541020 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:54.544284 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:54.623239 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Pushing event updated for resources: {'Port': ['ID=c4dac23b-3bfe-41e9-b2be-00e44a9bf432,revision_number=4']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:54.626222 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:54.637945 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-d2ff4b21-b862-433c-b984-0b47b1eeee3d tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730419690186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730419340162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14885552'] for port, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:54.646069 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-e6cce5bb-d44d-4c0c-ac92-ac79a3d7249e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:54.692729 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ff4b21-b862-433c-b984-0b47b1eeee3d tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Pushing event deleted for resources: {'Port': ['ID=8c14e457-772d-4584-834d-8a715e4d07f1,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:54.735612 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ff4b21-b862-433c-b984-0b47b1eeee3d tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:27:54.735982 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ff4b21-b862-433c-b984-0b47b1eeee3d tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:27:54.736344 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ff4b21-b862-433c-b984-0b47b1eeee3d tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:27:54.736699 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ff4b21-b862-433c-b984-0b47b1eeee3d tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:27:54.737050 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ff4b21-b862-433c-b984-0b47b1eeee3d tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:27:54.737399 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ff4b21-b862-433c-b984-0b47b1eeee3d tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:27:54.737740 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ff4b21-b862-433c-b984-0b47b1eeee3d tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:27:54.738084 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ff4b21-b862-433c-b984-0b47b1eeee3d tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:27:54.738431 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ff4b21-b862-433c-b984-0b47b1eeee3d tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:27:54.738771 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ff4b21-b862-433c-b984-0b47b1eeee3d tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:27:54.739138 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ff4b21-b862-433c-b984-0b47b1eeee3d tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:27:54.739476 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ff4b21-b862-433c-b984-0b47b1eeee3d tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:27:54.746775 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-d2ff4b21-b862-433c-b984-0b47b1eeee3d tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:54.801703 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-d2ff4b21-b862-433c-b984-0b47b1eeee3d tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Notify callbacks [] for floatingip, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:54.802428 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.db.l3_db [None req-d2ff4b21-b862-433c-b984-0b47b1eeee3d tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Floating IP 7592154f-d95e-4117-bd55-1f6003d0d020 disassociated (deleted). External IP: 172.27.2.112, port: dcfeca24-a3fb-4a73-88b2-433960395288. May 21 15:27:54.819031 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] get_ports_and_sgs() called for port_ids ['c4dac23b-3bfe-41e9-b2be-00e44a9bf432'] {{(pid=91550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:27:55.273169 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2ff4b21-b862-433c-b984-0b47b1eeee3d tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Router 7c7f3dde-01f8-43b7-859a-d870a8ebed1d has already been hosted by L3 agent 9c636599-187f-4688-bb24-d46a8be2a055 {{(pid=91548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:27:55.337356 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-2eff688d-a9e9-46be-9031-979b32d85a8b req-19c98f8f-ca88-47dc-9f55-06d3778e80a0 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/ports?device_id=77824f18-154c-4ae9-9c8a-5e62755716de HTTP/1.1" status: 200 len: 210 time: 0.0843778 May 21 15:27:55.387283 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333c33a8-71e1-43f2-8be4-9ca45cd865ea req-7e9ba595-b347-427f-820e-5f53a2e02fe4 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:55.388812 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-333c33a8-71e1-43f2-8be4-9ca45cd865ea req-7e9ba595-b347-427f-820e-5f53a2e02fe4 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b HTTP/1.1" status: 200 len: 945 time: 0.1038799 May 21 15:27:55.453128 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-333c33a8-71e1-43f2-8be4-9ca45cd865ea req-29d47419-14b5-43f2-94eb-792397dc3c9d tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f675ed9-ae15-4780-b322-1e146fb9d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556109 May 21 15:27:55.479174 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ff4b21-b862-433c-b984-0b47b1eeee3d tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Notify agent at l3_agent.dv-cinder-792299-3-iscsi the message routers_updated {{(pid=91548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:27:55.488663 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bbe786-5271-4bb5-a14d-4d2c12d174ff None None] Sync routers for ids ['7c7f3dde-01f8-43b7-859a-d870a8ebed1d'] in dv-cinder-792299-3-iscsi {{(pid=91551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:27:55.493155 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-d2ff4b21-b862-433c-b984-0b47b1eeee3d tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for floatingip, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:55.499309 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bbe786-5271-4bb5-a14d-4d2c12d174ff None None] Routers {'7c7f3dde-01f8-43b7-859a-d870a8ebed1d'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:27:55.499309 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-47bbe786-5271-4bb5-a14d-4d2c12d174ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:27:48Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['7c7f3dde-01f8-43b7-859a-d870a8ebed1d'], 'active': True} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:27:55.560948 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-d2ff4b21-b862-433c-b984-0b47b1eeee3d tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "DELETE /v2.0/floatingips/7592154f-d95e-4117-bd55-1f6003d0d020 HTTP/1.1" status: 204 len: 168 time: 1.8073850 May 21 15:27:55.562022 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a6db82c-90c3-47b1-9c54-ffc574f0a2de', 'tag': 'dcfeca24-a3fb-4a73-88b2-433960395288'}] {{(pid=91548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:27:55.620812 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a6db82c-90c3-47b1-9c54-ffc574f0a2de', 'tag': 'dcfeca24-a3fb-4a73-88b2-433960395288', 'status': 'completed', 'code': 200} May 21 15:27:55.692212 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvr_db [None req-47bbe786-5271-4bb5-a14d-4d2c12d174ff None None] Set router 7c7f3dde-01f8-43b7-859a-d870a8ebed1d gateway port host: dv-cinder-792299-3-iscsi {{(pid=91551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:27:55.796351 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a511b45-6cf1-4e74-aaa5-c07c88b7c7c1 req-23b9496a-9ee7-458a-bc07-62e904d5b4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:55.798128 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-5a511b45-6cf1-4e74-aaa5-c07c88b7c7c1 req-23b9496a-9ee7-458a-bc07-62e904d5b4a2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=40b90e1ae06e4417a829177c97d9995a&device_id=1a6db82c-90c3-47b1-9c54-ffc574f0a2de HTTP/1.1" status: 200 len: 1098 time: 0.1270919 May 21 15:27:55.957939 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a511b45-6cf1-4e74-aaa5-c07c88b7c7c1 req-01074de4-e815-4171-81dd-334b4db2de22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:55.959708 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-5a511b45-6cf1-4e74-aaa5-c07c88b7c7c1 req-01074de4-e815-4171-81dd-334b4db2de22 service neutron] 10.222.0.68 "GET /v2.0/networks?id=eb30ab6c-f7c8-4207-93a0-64b78264c5e5 HTTP/1.1" status: 200 len: 910 time: 0.1430719 May 21 15:27:56.036466 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53b495-1553-4b5a-b140-2ec502dae5c6 req-77f6ad27-09cb-401e-bd49-84d0b52b4f4f tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:56.036981 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-5a511b45-6cf1-4e74-aaa5-c07c88b7c7c1 req-aa328093-6d9a-4b5e-8aa0-30a8f71c8a6d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcfeca24-a3fb-4a73-88b2-433960395288 HTTP/1.1" status: 200 len: 217 time: 0.0695219 May 21 15:27:56.038480 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-8b53b495-1553-4b5a-b140-2ec502dae5c6 req-77f6ad27-09cb-401e-bd49-84d0b52b4f4f tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a6db82c-90c3-47b1-9c54-ffc574f0a2de HTTP/1.1" status: 200 len: 945 time: 0.1094978 May 21 15:27:56.096499 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-8b53b495-1553-4b5a-b140-2ec502dae5c6 req-94431915-e130-4388-a4fb-c869974edbc0 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2928b2d-2877-4874-a0b8-88718ebe5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507593 May 21 15:27:56.119668 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-47bbe786-5271-4bb5-a14d-4d2c12d174ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7f3dde-01f8-43b7-859a-d870a8ebed1d', 'name': 'tempest-TestShelveInstance-1165779502-router', 'tenant_id': '40b90e1ae06e4417a829177c97d9995a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '91396788-4a66-4159-931f-68b54e18d5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:22:32Z', 'updated_at': '2021-05-21T15:22:37Z', 'revision_number': 4, 'project_id': '40b90e1ae06e4417a829177c97d9995a', 'gw_port': {'id': '91396788-4a66-4159-931f-68b54e18d5da', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7f3dde-01f8-43b7-859a-d870a8ebed1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:22:33Z', 'updated_at': '2021-05-21T15:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_interfaces': [{'id': '0a42e171-848b-4442-a629-6a574a48edba', 'name': '', 'network_id': 'eb30ab6c-f7c8-4207-93a0-64b78264c5e5', 'tenant_id': '40b90e1ae06e4417a829177c97d9995a', 'mac_address': 'fa:16:3e:7a:15:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7f3dde-01f8-43b7-859a-d870a8ebed1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '3a59aec6-f0bc-458e-bf25-e00e76faea83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:22:36Z', 'updated_at': '2021-05-21T15:22:42Z', 'revision_number': 5, 'project_id': '40b90e1ae06e4417a829177c97d9995a', 'subnets': [{'id': '3a59aec6-f0bc-458e-bf25-e00e76faea83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:27:56.119668 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bbe786-5271-4bb5-a14d-4d2c12d174ff None None] Checking router: 7c7f3dde-01f8-43b7-859a-d870a8ebed1d for host: dv-cinder-792299-3-iscsi {{(pid=91551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:27:56.124486 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a511b45-6cf1-4e74-aaa5-c07c88b7c7c1 req-085da4ca-366a-4ad1-9a24-c96ff6b06b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:56.126036 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-5a511b45-6cf1-4e74-aaa5-c07c88b7c7c1 req-085da4ca-366a-4ad1-9a24-c96ff6b06b8a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3a59aec6-f0bc-458e-bf25-e00e76faea83 HTTP/1.1" status: 200 len: 848 time: 0.0823178 May 21 15:27:56.128201 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bbe786-5271-4bb5-a14d-4d2c12d174ff None None] Routers {'7c7f3dde-01f8-43b7-859a-d870a8ebed1d'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:27:56.128810 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-47bbe786-5271-4bb5-a14d-4d2c12d174ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:27:48Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['7c7f3dde-01f8-43b7-859a-d870a8ebed1d'], 'active': True} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:27:56.205627 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a511b45-6cf1-4e74-aaa5-c07c88b7c7c1 req-c128f23f-5195-4737-a848-628f42449d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:56.207140 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-5a511b45-6cf1-4e74-aaa5-c07c88b7c7c1 req-c128f23f-5195-4737-a848-628f42449d49 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=eb30ab6c-f7c8-4207-93a0-64b78264c5e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0740411 May 21 15:27:56.294656 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device c4dac23b-3bfe-41e9-b2be-00e44a9bf432 up at agent hyperv_hv-cinder-79229 {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:27:56.315359 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvr_db [None req-47bbe786-5271-4bb5-a14d-4d2c12d174ff None None] Set router 7c7f3dde-01f8-43b7-859a-d870a8ebed1d gateway port host: dv-cinder-792299-3-iscsi {{(pid=91551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:27:56.347782 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-5a511b45-6cf1-4e74-aaa5-c07c88b7c7c1 req-20122325-10dc-4820-a2ea-a498075f53ee service neutron] 10.222.0.68 "GET /v2.0/networks/eb30ab6c-f7c8-4207-93a0-64b78264c5e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328177 May 21 15:27:56.388431 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Provisioning for port c4dac23b-3bfe-41e9-b2be-00e44a9bf432 completed by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:27:56.398738 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Provisioning complete for port c4dac23b-3bfe-41e9-b2be-00e44a9bf432 triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:27:56.401189 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:56.630011 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-dda406a7-d470-454c-b016-35f8cb6317fe req-78fd86bd-6a19-47e5-a4a2-b43831b8eee8 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/ports?device_id=77824f18-154c-4ae9-9c8a-5e62755716de HTTP/1.1" status: 200 len: 210 time: 0.0892055 May 21 15:27:56.707878 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-5a511b45-6cf1-4e74-aaa5-c07c88b7c7c1 req-b0b2f4c6-0bc8-4c50-b356-6c13fdfcea56 service neutron] 10.222.0.68 "GET /v2.0/networks/eb30ab6c-f7c8-4207-93a0-64b78264c5e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413935 May 21 15:27:56.728309 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:56.760305 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c4874-677c-41c7-97bc-a6e1725d46f8 req-98559097-3d91-4b75-9b28-a1b78415da90 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:56.761165 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-451c4874-677c-41c7-97bc-a6e1725d46f8 req-98559097-3d91-4b75-9b28-a1b78415da90 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Synchronizing usage tracker for tenant:630d170970d84363a803862f2026c034 on resource:network {{(pid=91548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:27:56.769036 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e005fcf9-afbc-4566-aee4-5e2476b05cdc req-10acb8af-72c9-45d7-8f1a-2abaa4bfd5e5 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:56.770865 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-e005fcf9-afbc-4566-aee4-5e2476b05cdc req-10acb8af-72c9-45d7-8f1a-2abaa4bfd5e5 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b HTTP/1.1" status: 200 len: 945 time: 0.1200724 May 21 15:27:56.772357 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a6027e-d14e-42a2-b704-6806c8c2ba4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4dac23b-3bfe-41e9-b2be-00e44a9bf432'}] {{(pid=91550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:27:56.786978 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port c4dac23b-3bfe-41e9-b2be-00e44a9bf432, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=c4dac23b-3bfe-41e9-b2be-00e44a9bf432,segment=NetworkSegment(d02ce253-27e4-4db3-811e-f5cba1e8d521),segment_id=d02ce253-27e4-4db3-811e-f5cba1e8d521)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:27:56.797583 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-451c4874-677c-41c7-97bc-a6e1725d46f8 req-98559097-3d91-4b75-9b28-a1b78415da90 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Unset dirty status for tenant:630d170970d84363a803862f2026c034 on resource:network {{(pid=91548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:27:56.800556 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:56.802625 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-451c4874-677c-41c7-97bc-a6e1725d46f8 req-98559097-3d91-4b75-9b28-a1b78415da90 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.68 "GET /v2.0/networks?id=e094ae2b-5a46-4183-afe6-dd1ed8c367a2 HTTP/1.1" status: 200 len: 815 time: 0.3205304 May 21 15:27:56.804004 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-0a12ba68-7650-4911-994c-d262c4252fcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:56.806993 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-47bbe786-5271-4bb5-a14d-4d2c12d174ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7f3dde-01f8-43b7-859a-d870a8ebed1d', 'name': 'tempest-TestShelveInstance-1165779502-router', 'tenant_id': '40b90e1ae06e4417a829177c97d9995a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '91396788-4a66-4159-931f-68b54e18d5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:22:32Z', 'updated_at': '2021-05-21T15:22:37Z', 'revision_number': 4, 'project_id': '40b90e1ae06e4417a829177c97d9995a', 'gw_port': {'id': '91396788-4a66-4159-931f-68b54e18d5da', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7f3dde-01f8-43b7-859a-d870a8ebed1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:22:33Z', 'updated_at': '2021-05-21T15:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_interfaces': [{'id': '0a42e171-848b-4442-a629-6a574a48edba', 'name': '', 'network_id': 'eb30ab6c-f7c8-4207-93a0-64b78264c5e5', 'tenant_id': '40b90e1ae06e4417a829177c97d9995a', 'mac_address': 'fa:16:3e:7a:15:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7f3dde-01f8-43b7-859a-d870a8ebed1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '3a59aec6-f0bc-458e-bf25-e00e76faea83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:22:36Z', 'updated_at': '2021-05-21T15:22:42Z', 'revision_number': 5, 'project_id': '40b90e1ae06e4417a829177c97d9995a', 'subnets': [{'id': '3a59aec6-f0bc-458e-bf25-e00e76faea83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:27:56.812975 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bbe786-5271-4bb5-a14d-4d2c12d174ff None None] The sync data for ids ['7c7f3dde-01f8-43b7-859a-d870a8ebed1d'] in dv-cinder-792299-3-iscsi is: [{'id': '7c7f3dde-01f8-43b7-859a-d870a8ebed1d', 'name': 'tempest-TestShelveInstance-1165779502-router', 'tenant_id': '40b90e1ae06e4417a829177c97d9995a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '91396788-4a66-4159-931f-68b54e18d5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:22:32Z', 'updated_at': '2021-05-21T15:22:37Z', 'revision_number': 4, 'project_id': '40b90e1ae06e4417a829177c97d9995a', 'gw_port': {'id': '91396788-4a66-4159-931f-68b54e18d5da', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7f3dde-01f8-43b7-859a-d870a8ebed1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:22:33Z', 'updated_at': '2021-05-21T15:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_interfaces': [{'id': '0a42e171-848b-4442-a629-6a574a48edba', 'name': '', 'network_id': 'eb30ab6c-f7c8-4207-93a0-64b78264c5e5', 'tenant_id': '40b90e1ae06e4417a829177c97d9995a', 'mac_address': 'fa:16:3e:7a:15:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7f3dde-01f8-43b7-859a-d870a8ebed1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '3a59aec6-f0bc-458e-bf25-e00e76faea83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:22:36Z', 'updated_at': '2021-05-21T15:22:42Z', 'revision_number': 5, 'project_id': '40b90e1ae06e4417a829177c97d9995a', 'subnets': [{'id': '3a59aec6-f0bc-458e-bf25-e00e76faea83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:27:56.815871 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [req-451c4874-677c-41c7-97bc-a6e1725d46f8 req-d866d363-acbf-4acc-b147-831235cfae31 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Request body: {'port': {'device_id': '77824f18-154c-4ae9-9c8a-5e62755716de', 'network_id': 'e094ae2b-5a46-4183-afe6-dd1ed8c367a2', 'admin_state_up': True, 'tenant_id': '630d170970d84363a803862f2026c034'}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:27:56.848005 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-e005fcf9-afbc-4566-aee4-5e2476b05cdc req-5d7e4301-b5bc-43ea-9c15-3e1bf968c3fb tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f675ed9-ae15-4780-b322-1e146fb9d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656848 May 21 15:27:56.890077 dv-cinder-792299-3-iscsi neutron-server[91550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86a6027e-d14e-42a2-b704-6806c8c2ba4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4dac23b-3bfe-41e9-b2be-00e44a9bf432', 'code': 200} May 21 15:27:56.894118 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Pushing event updated for resources: {'Port': ['ID=c4dac23b-3bfe-41e9-b2be-00e44a9bf432,revision_number=5']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:56.899789 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:57.010628 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [req-451c4874-677c-41c7-97bc-a6e1725d46f8 req-d866d363-acbf-4acc-b147-831235cfae31 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:27:57.015232 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-451c4874-677c-41c7-97bc-a6e1725d46f8 req-d866d363-acbf-4acc-b147-831235cfae31 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Usage tracker for resource:port and tenant:630d170970d84363a803862f2026c034 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:27:57.018449 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-451c4874-677c-41c7-97bc-a6e1725d46f8 req-d866d363-acbf-4acc-b147-831235cfae31 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:27:57.026071 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [req-451c4874-677c-41c7-97bc-a6e1725d46f8 req-d866d363-acbf-4acc-b147-831235cfae31 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:27:57.041196 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-451c4874-677c-41c7-97bc-a6e1725d46f8 req-d866d363-acbf-4acc-b147-831235cfae31 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Made reservation on behalf of 630d170970d84363a803862f2026c034 for: {'port': 1} {{(pid=91548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:27:57.045638 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-451c4874-677c-41c7-97bc-a6e1725d46f8 req-d866d363-acbf-4acc-b147-831235cfae31 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:57.172886 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8374ab71-b5c0-4590-bee9-93c729910d04 None None] New status for floating IP 7592154f-d95e-4117-bd55-1f6003d0d020: DOWN {{(pid=91550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 21 15:27:57.363680 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d4926-64ce-432f-b7eb-fc176e8f87b3 req-50bf200c-1913-411a-8ec6-38501e8b25ca tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:57.372228 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-a26d4926-64ce-432f-b7eb-fc176e8f87b3 req-50bf200c-1913-411a-8ec6-38501e8b25ca tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a6db82c-90c3-47b1-9c54-ffc574f0a2de HTTP/1.1" status: 200 len: 945 time: 0.1420898 May 21 15:27:57.464374 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-a26d4926-64ce-432f-b7eb-fc176e8f87b3 req-6ce1afbe-1535-4e77-8563-09e48c94cd06 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2928b2d-2877-4874-a0b8-88718ebe5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910809 May 21 15:27:57.523512 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b057eff-cf7d-4990-866a-db6ecd2e742b req-82f34f25-6841-4ee4-a8ca-76238bb65441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:57.525099 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-1b057eff-cf7d-4990-866a-db6ecd2e742b req-82f34f25-6841-4ee4-a8ca-76238bb65441 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b HTTP/1.1" status: 200 len: 1099 time: 0.2736039 May 21 15:27:57.537373 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.db_base_plugin_common [req-451c4874-677c-41c7-97bc-a6e1725d46f8 req-d866d363-acbf-4acc-b147-831235cfae31 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Allocated IP 172.20.0.9 (e094ae2b-5a46-4183-afe6-dd1ed8c367a2/457733cb-d434-4c36-8644-ba9371329c18/ddbbbd64-9dab-4e7e-8d14-89bad64818de) {{(pid=91548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:27:57.835138 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-fa1ab44d-c7c4-4fdd-9d26-0d5e87eb770e req-0593accc-8b5f-46c4-8972-0609fbbdea5e tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/ports?device_id=77824f18-154c-4ae9-9c8a-5e62755716de HTTP/1.1" status: 200 len: 210 time: 0.0495343 May 21 15:27:57.883042 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-451c4874-677c-41c7-97bc-a6e1725d46f8 req-d866d363-acbf-4acc-b147-831235cfae31 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Notify callbacks [] for port, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:57.917797 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.provisioning_blocks [req-451c4874-677c-41c7-97bc-a6e1725d46f8 req-d866d363-acbf-4acc-b147-831235cfae31 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Transition to ACTIVE for port object ddbbbd64-9dab-4e7e-8d14-89bad64818de will not be triggered until provisioned by entity DHCP. {{(pid=91548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:27:57.949642 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-451c4874-677c-41c7-97bc-a6e1725d46f8 req-d866d363-acbf-4acc-b147-831235cfae31 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730419340153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14885552'] for port, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:57.955935 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-ac7f8571-e365-43d6-a6be-cedc92da26d3 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:58.034090 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-451c4874-677c-41c7-97bc-a6e1725d46f8 req-d866d363-acbf-4acc-b147-831235cfae31 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Network e094ae2b-5a46-4183-afe6-dd1ed8c367a2 is already hosted by enough agents. {{(pid=91548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:27:58.039660 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.base_scheduler [req-451c4874-677c-41c7-97bc-a6e1725d46f8 req-d866d363-acbf-4acc-b147-831235cfae31 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Resources bound (agent type, host, resource id): {{(pid=91548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:27:58.053463 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.l3_dvrscheduler_db [req-451c4874-677c-41c7-97bc-a6e1725d46f8 req-d866d363-acbf-4acc-b147-831235cfae31 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Received port after_create {{(pid=91548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:27:58.087892 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d866d363-acbf-4acc-b147-831235cfae31 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Pushing event updated for resources: {'Port': ['ID=ddbbbd64-9dab-4e7e-8d14-89bad64818de,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:58.095344 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-d866d363-acbf-4acc-b147-831235cfae31 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:58.134635 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c4874-677c-41c7-97bc-a6e1725d46f8 req-d866d363-acbf-4acc-b147-831235cfae31 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:58.135392 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-451c4874-677c-41c7-97bc-a6e1725d46f8 req-d866d363-acbf-4acc-b147-831235cfae31 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for port, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:58.177779 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ae224-3d5a-4321-aa8b-9078dc864a91 req-86368051-10de-454c-9267-ed67ec2ab04e tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:58.181800 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-253ae224-3d5a-4321-aa8b-9078dc864a91 req-86368051-10de-454c-9267-ed67ec2ab04e tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b HTTP/1.1" status: 200 len: 946 time: 0.1648319 May 21 15:27:58.185642 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-451c4874-677c-41c7-97bc-a6e1725d46f8 req-d866d363-acbf-4acc-b147-831235cfae31 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3740201 May 21 15:27:58.237370 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-253ae224-3d5a-4321-aa8b-9078dc864a91 req-e887299b-7cc9-41e1-b1b5-f5ff0db9eac9 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f675ed9-ae15-4780-b322-1e146fb9d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485945 May 21 15:27:58.317981 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-071995bd-eb75-495b-b3a3-25364045fbaf None None] Provisioning for port ddbbbd64-9dab-4e7e-8d14-89bad64818de completed by entity DHCP. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:27:58.324308 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-071995bd-eb75-495b-b3a3-25364045fbaf None None] Provisioning complete for port ddbbbd64-9dab-4e7e-8d14-89bad64818de triggered by entity DHCP. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:27:58.324691 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-071995bd-eb75-495b-b3a3-25364045fbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:58.384572 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-071995bd-eb75-495b-b3a3-25364045fbaf None None] Port ddbbbd64-9dab-4e7e-8d14-89bad64818de cannot update to ACTIVE because it is not bound. {{(pid=91550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 15:27:58.685003 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5830c296-837f-4e69-ab2d-3675287b95fa req-8bbbd95d-6bef-483f-a577-4ea4f505d8e2 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:58.686526 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-5830c296-837f-4e69-ab2d-3675287b95fa req-8bbbd95d-6bef-483f-a577-4ea4f505d8e2 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a6db82c-90c3-47b1-9c54-ffc574f0a2de HTTP/1.1" status: 200 len: 945 time: 0.1032016 May 21 15:27:58.739457 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-5830c296-837f-4e69-ab2d-3675287b95fa req-a24e8db0-36ea-4a84-ba32-d7cfacefdea2 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2928b2d-2877-4874-a0b8-88718ebe5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472348 May 21 15:27:59.051579 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d73b35-c3f0-4db8-88e3-ac18ebe214b5 req-1fa055cc-f276-43bf-af8e-028fb2a8a697 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:59.053229 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-43d73b35-c3f0-4db8-88e3-ac18ebe214b5 req-1fa055cc-f276-43bf-af8e-028fb2a8a697 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/ports?device_id=77824f18-154c-4ae9-9c8a-5e62755716de HTTP/1.1" status: 200 len: 931 time: 0.0885677 May 21 15:27:59.104517 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-43d73b35-c3f0-4db8-88e3-ac18ebe214b5 req-f2f2d24c-32f9-4d9b-a9ea-89de3e49bb39 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a9f991a-b00d-4443-b066-279138d7ddd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444701 May 21 15:27:59.466716 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c06cd-fac2-496d-ae82-a457127e4dcc req-6139c5b7-b6d9-4e51-ae05-ad1ddbf7d14c tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:59.468184 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-cf9c06cd-fac2-496d-ae82-a457127e4dcc req-6139c5b7-b6d9-4e51-ae05-ad1ddbf7d14c tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b HTTP/1.1" status: 200 len: 946 time: 0.0912848 May 21 15:27:59.517386 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-cf9c06cd-fac2-496d-ae82-a457127e4dcc req-b1dfba33-0870-4083-9ac2-483de98413e4 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f675ed9-ae15-4780-b322-1e146fb9d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434697 May 21 15:27:59.947844 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522f2ef-6471-4f57-b892-a87476a5a5e7 req-9c144b1b-7d23-4f7a-a470-1c8c01976680 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:27:59.949277 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-2522f2ef-6471-4f57-b892-a87476a5a5e7 req-9c144b1b-7d23-4f7a-a470-1c8c01976680 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a6db82c-90c3-47b1-9c54-ffc574f0a2de HTTP/1.1" status: 200 len: 945 time: 0.0869713 May 21 15:27:59.997157 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-2522f2ef-6471-4f57-b892-a87476a5a5e7 req-961f37f0-0c9e-466a-ad4f-041b4fc2a6ef tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2928b2d-2877-4874-a0b8-88718ebe5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422883 May 21 15:28:00.310682 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device dcfeca24-a3fb-4a73-88b2-433960395288 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:28:00.313972 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0707c9-0f6c-4ea1-907b-01dff6593355 req-0d2e322c-46ec-49c1-8263-af4666d75ff3 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:00.317030 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-dc0707c9-0f6c-4ea1-907b-01dff6593355 req-0d2e322c-46ec-49c1-8263-af4666d75ff3 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/ports?device_id=77824f18-154c-4ae9-9c8a-5e62755716de HTTP/1.1" status: 200 len: 931 time: 0.0983863 May 21 15:28:00.370864 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-dc0707c9-0f6c-4ea1-907b-01dff6593355 req-5004b881-0bfd-425e-9008-98caed9db8ee tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a9f991a-b00d-4443-b066-279138d7ddd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482664 May 21 15:28:00.439318 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:00.469751 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a6db82c-90c3-47b1-9c54-ffc574f0a2de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcfeca24-a3fb-4a73-88b2-433960395288'}] {{(pid=91550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:28:00.489664 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port dcfeca24-a3fb-4a73-88b2-433960395288, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=dcfeca24-a3fb-4a73-88b2-433960395288,segment=NetworkSegment(ab74b98d-ef35-4b09-b710-b5f6caf08ccc),segment_id=ab74b98d-ef35-4b09-b710-b5f6caf08ccc)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:28:00.500046 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:00.502129 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-e2df81ce-4673-4628-b17b-643194095f6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:00.537700 dv-cinder-792299-3-iscsi neutron-server[91550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a6db82c-90c3-47b1-9c54-ffc574f0a2de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcfeca24-a3fb-4a73-88b2-433960395288', 'code': 200} May 21 15:28:00.578896 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Pushing event updated for resources: {'Port': ['ID=dcfeca24-a3fb-4a73-88b2-433960395288,revision_number=9']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:00.582172 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:00.728632 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f19bf67-b3db-4f3c-85c8-18bb30fc0fcb req-61878ee6-ee05-4a36-95cd-c6588d6045d6 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:00.730121 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-8f19bf67-b3db-4f3c-85c8-18bb30fc0fcb req-61878ee6-ee05-4a36-95cd-c6588d6045d6 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b HTTP/1.1" status: 200 len: 946 time: 0.0899470 May 21 15:28:00.779207 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-8f19bf67-b3db-4f3c-85c8-18bb30fc0fcb req-82eece94-42b1-4b51-b5ca-ff832fae3bbd tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f675ed9-ae15-4780-b322-1e146fb9d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426743 May 21 15:28:01.207883 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdf2c2e-5e24-4453-995c-b6ee76d073a5 req-7136473d-f91b-4493-bbcb-1db28b7be101 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:01.209404 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-2cdf2c2e-5e24-4453-995c-b6ee76d073a5 req-7136473d-f91b-4493-bbcb-1db28b7be101 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a6db82c-90c3-47b1-9c54-ffc574f0a2de HTTP/1.1" status: 200 len: 943 time: 0.0991929 May 21 15:28:01.267977 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-2cdf2c2e-5e24-4453-995c-b6ee76d073a5 req-5e2ce186-c14e-495b-9705-d591a82550e4 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2928b2d-2877-4874-a0b8-88718ebe5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520260 May 21 15:28:01.589583 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeeb94e-4003-4ec2-9711-932dbddec074 req-4f7afa6e-a969-4c74-8e89-926f89219722 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:01.591230 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-bdeeb94e-4003-4ec2-9711-932dbddec074 req-4f7afa6e-a969-4c74-8e89-926f89219722 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/ports?device_id=77824f18-154c-4ae9-9c8a-5e62755716de HTTP/1.1" status: 200 len: 931 time: 0.0933790 May 21 15:28:01.651064 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-bdeeb94e-4003-4ec2-9711-932dbddec074 req-b78cda7e-ef4d-4301-8ab8-e5c6b0755b3d tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a9f991a-b00d-4443-b066-279138d7ddd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538747 May 21 15:28:02.070395 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9bfc8f-ea92-4a5a-ac41-8099322b1777 req-1e8295e3-4ac1-4ba3-adfa-122ac4f0772b tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:02.072894 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-0d9bfc8f-ea92-4a5a-ac41-8099322b1777 req-1e8295e3-4ac1-4ba3-adfa-122ac4f0772b tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b HTTP/1.1" status: 200 len: 946 time: 0.1291277 May 21 15:28:02.131570 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-0d9bfc8f-ea92-4a5a-ac41-8099322b1777 req-63c4d46c-a417-40b9-9057-0038c1914ac7 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f675ed9-ae15-4780-b322-1e146fb9d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495331 May 21 15:28:02.675643 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc155fb-2d49-43e7-ac95-a11cf341aaca req-08c5b765-d200-4f79-9665-e2b9295da98f tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:02.675643 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-7dc155fb-2d49-43e7-ac95-a11cf341aaca req-08c5b765-d200-4f79-9665-e2b9295da98f tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a6db82c-90c3-47b1-9c54-ffc574f0a2de HTTP/1.1" status: 200 len: 943 time: 0.2486484 May 21 15:28:02.754194 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-7dc155fb-2d49-43e7-ac95-a11cf341aaca req-8e10daf2-a09e-46c8-b8c2-198532832e33 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2928b2d-2877-4874-a0b8-88718ebe5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740216 May 21 15:28:02.876559 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da54c0e-9b56-4a7d-b373-13f3cc7f1c29 req-0798c460-8747-418d-8fe4-b2450e6440b4 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:02.878288 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-1da54c0e-9b56-4a7d-b373-13f3cc7f1c29 req-0798c460-8747-418d-8fe4-b2450e6440b4 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/ports?device_id=77824f18-154c-4ae9-9c8a-5e62755716de HTTP/1.1" status: 200 len: 931 time: 0.0906756 May 21 15:28:02.931486 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-1da54c0e-9b56-4a7d-b373-13f3cc7f1c29 req-9ee954b6-82b3-4a5b-870c-c959cb81e518 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a9f991a-b00d-4443-b066-279138d7ddd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457523 May 21 15:28:03.359784 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a287cef4-91c4-487f-94bf-ad9bc8371b6d req-340d7278-3129-4fb9-a57f-9f358080eae0 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:03.361274 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-a287cef4-91c4-487f-94bf-ad9bc8371b6d req-340d7278-3129-4fb9-a57f-9f358080eae0 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b HTTP/1.1" status: 200 len: 946 time: 0.0911479 May 21 15:28:03.409591 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-a287cef4-91c4-487f-94bf-ad9bc8371b6d req-f4e5dfcf-3424-46fa-8878-0d47783de59a tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f675ed9-ae15-4780-b322-1e146fb9d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421295 May 21 15:28:03.979422 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc025eb-d013-4903-869c-74bb2697b356 req-8b95910d-b121-427f-a276-e27fdfef97ef tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:03.980988 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-4fc025eb-d013-4903-869c-74bb2697b356 req-8b95910d-b121-427f-a276-e27fdfef97ef tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a6db82c-90c3-47b1-9c54-ffc574f0a2de HTTP/1.1" status: 200 len: 943 time: 0.0988872 May 21 15:28:04.036238 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-4fc025eb-d013-4903-869c-74bb2697b356 req-48d6f26c-2a3f-4d5b-8921-3ba7b0bb1ece tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2928b2d-2877-4874-a0b8-88718ebe5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495803 May 21 15:28:04.149822 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf3162-20bb-4348-b0da-9ce29ef5019b req-aaabaa60-8e2f-46d9-8d0c-00c77f3cd8d3 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:04.151435 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-1fcf3162-20bb-4348-b0da-9ce29ef5019b req-aaabaa60-8e2f-46d9-8d0c-00c77f3cd8d3 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/ports?device_id=77824f18-154c-4ae9-9c8a-5e62755716de HTTP/1.1" status: 200 len: 931 time: 0.0988379 May 21 15:28:04.198775 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-1fcf3162-20bb-4348-b0da-9ce29ef5019b req-185724f2-a12a-4c0c-82e9-413fd425fb64 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a9f991a-b00d-4443-b066-279138d7ddd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415852 May 21 15:28:04.627101 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbdca89-5135-478d-9976-59340705387c req-908dd73f-4671-409e-beef-fa03eb5d3094 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:04.628894 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-7fbdca89-5135-478d-9976-59340705387c req-908dd73f-4671-409e-beef-fa03eb5d3094 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b HTTP/1.1" status: 200 len: 946 time: 0.0978243 May 21 15:28:04.682984 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-7fbdca89-5135-478d-9976-59340705387c req-d3d39cb5-c93a-4a1f-901a-8f8ee048d3e4 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f675ed9-ae15-4780-b322-1e146fb9d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465717 May 21 15:28:05.273150 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b4490-cdb8-43d2-9c3d-4160d3ab7bf8 req-c1e1019f-04a8-4656-b143-ca17d0dfc7ad tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:05.275676 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-305b4490-cdb8-43d2-9c3d-4160d3ab7bf8 req-c1e1019f-04a8-4656-b143-ca17d0dfc7ad tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a6db82c-90c3-47b1-9c54-ffc574f0a2de HTTP/1.1" status: 200 len: 943 time: 0.0918632 May 21 15:28:05.344665 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-305b4490-cdb8-43d2-9c3d-4160d3ab7bf8 req-eeb3d485-bdcd-4e1a-be9e-70c9c9e9e22f tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2928b2d-2877-4874-a0b8-88718ebe5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603347 May 21 15:28:05.431963 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a428e8-f2ac-4810-ab3c-b9f885a780fd req-1b59d486-e12c-4887-8ad3-83329d625d64 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:05.433494 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-d9a428e8-f2ac-4810-ab3c-b9f885a780fd req-1b59d486-e12c-4887-8ad3-83329d625d64 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/ports?device_id=77824f18-154c-4ae9-9c8a-5e62755716de HTTP/1.1" status: 200 len: 931 time: 0.0878122 May 21 15:28:05.480037 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-d9a428e8-f2ac-4810-ab3c-b9f885a780fd req-e7df0f34-8136-47cf-b8e9-9c8cd6d23d73 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a9f991a-b00d-4443-b066-279138d7ddd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407348 May 21 15:28:05.890914 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb218dd-d063-473a-a05f-686344f857b3 req-793c05bf-a13e-41be-a918-2572a8b3772c tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:05.892783 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-6fb218dd-d063-473a-a05f-686344f857b3 req-793c05bf-a13e-41be-a918-2572a8b3772c tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b HTTP/1.1" status: 200 len: 946 time: 0.0921252 May 21 15:28:05.941479 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-6fb218dd-d063-473a-a05f-686344f857b3 req-8978c165-a70c-43cd-88c4-e39dc89c9ff2 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f675ed9-ae15-4780-b322-1e146fb9d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426023 May 21 15:28:06.558348 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0913a66a-87cc-4cad-a03f-d901e02158fc req-6fc99a76-04d6-4117-bd03-70ae55a9bc05 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:06.560960 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-0913a66a-87cc-4cad-a03f-d901e02158fc req-6fc99a76-04d6-4117-bd03-70ae55a9bc05 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a6db82c-90c3-47b1-9c54-ffc574f0a2de HTTP/1.1" status: 200 len: 943 time: 0.0947657 May 21 15:28:06.632378 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-0913a66a-87cc-4cad-a03f-d901e02158fc req-fa645715-c8f7-4fb1-bf03-2c22c5087666 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2928b2d-2877-4874-a0b8-88718ebe5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645602 May 21 15:28:06.730211 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7205e2-6e0c-4fad-85b2-e91637091dfc req-5ba7a115-ffad-4c3d-a1c1-a3e35f09e617 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:06.732120 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-ce7205e2-6e0c-4fad-85b2-e91637091dfc req-5ba7a115-ffad-4c3d-a1c1-a3e35f09e617 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/ports?device_id=77824f18-154c-4ae9-9c8a-5e62755716de HTTP/1.1" status: 200 len: 931 time: 0.0985808 May 21 15:28:06.791629 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-ce7205e2-6e0c-4fad-85b2-e91637091dfc req-e2f769e2-9456-47b6-ae21-465592ed130c tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a9f991a-b00d-4443-b066-279138d7ddd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444968 May 21 15:28:07.151419 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d9c495-6c63-4957-9da5-504713c1220d req-5561d0c9-2858-4a04-8996-74ad7371f45b tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:07.152893 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-d1d9c495-6c63-4957-9da5-504713c1220d req-5561d0c9-2858-4a04-8996-74ad7371f45b tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b HTTP/1.1" status: 200 len: 946 time: 0.0925779 May 21 15:28:07.203501 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-d1d9c495-6c63-4957-9da5-504713c1220d req-79a43098-fbf9-431e-ac5f-9285fdf6d63f tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f675ed9-ae15-4780-b322-1e146fb9d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448515 May 21 15:28:07.678097 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [req-451c4874-677c-41c7-97bc-a6e1725d46f8 req-2b797005-e7d9-4a16-b30c-61123978aabb service neutron] Request body: {'port': {'device_id': '77824f18-154c-4ae9-9c8a-5e62755716de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:28:07.758251 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-1b057eff-cf7d-4990-866a-db6ecd2e742b req-3b2a5def-446d-4a9f-a2fa-b8b3dfbd043c service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=3f675ed9-ae15-4780-b322-1e146fb9d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981562 May 21 15:28:07.816082 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-451c4874-677c-41c7-97bc-a6e1725d46f8 req-2b797005-e7d9-4a16-b30c-61123978aabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:07.842548 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564928f-f46f-4471-b3b3-9d8b6bd3c75d req-f3b34b57-9741-471c-96ec-1bd1dd6c4604 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:07.844113 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-2564928f-f46f-4471-b3b3-9d8b6bd3c75d req-f3b34b57-9741-471c-96ec-1bd1dd6c4604 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a6db82c-90c3-47b1-9c54-ffc574f0a2de HTTP/1.1" status: 200 len: 943 time: 0.0847721 May 21 15:28:07.895639 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-2564928f-f46f-4471-b3b3-9d8b6bd3c75d req-b727e712-ecca-4c60-a0a8-16cefcd40290 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2928b2d-2877-4874-a0b8-88718ebe5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416396 May 21 15:28:08.022944 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e2db8-4e24-4620-aeba-4569b1c3b2d2 req-30837ea5-4ee7-4558-b2c7-f48f05139350 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:08.024722 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f92e2db8-4e24-4620-aeba-4569b1c3b2d2 req-30837ea5-4ee7-4558-b2c7-f48f05139350 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/ports?device_id=77824f18-154c-4ae9-9c8a-5e62755716de HTTP/1.1" status: 200 len: 931 time: 0.0916831 May 21 15:28:08.074299 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f92e2db8-4e24-4620-aeba-4569b1c3b2d2 req-addc5a0e-5292-423f-bc5e-7db23cec26d2 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a9f991a-b00d-4443-b066-279138d7ddd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435703 May 21 15:28:08.133721 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ff9d5-ae46-45db-a122-5d012209bb51 req-c5dd39d1-d8de-4fb3-a3a5-f3c11cba94ec tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:08.134422 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-2d0ff9d5-ae46-45db-a122-5d012209bb51 req-c5dd39d1-d8de-4fb3-a3a5-f3c11cba94ec tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Synchronizing usage tracker for tenant:40b90e1ae06e4417a829177c97d9995a on resource:port {{(pid=91548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:28:08.181062 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-2d0ff9d5-ae46-45db-a122-5d012209bb51 req-c5dd39d1-d8de-4fb3-a3a5-f3c11cba94ec tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Unset dirty status for tenant:40b90e1ae06e4417a829177c97d9995a on resource:port {{(pid=91548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:28:08.182096 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-2d0ff9d5-ae46-45db-a122-5d012209bb51 req-c5dd39d1-d8de-4fb3-a3a5-f3c11cba94ec tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a6db82c-90c3-47b1-9c54-ffc574f0a2de HTTP/1.1" status: 200 len: 943 time: 0.2836699 May 21 15:28:08.343489 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.notifiers.nova [req-451c4874-677c-41c7-97bc-a6e1725d46f8 req-2b797005-e7d9-4a16-b30c-61123978aabb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddbbbd64-9dab-4e7e-8d14-89bad64818de {{(pid=91548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:28:08.363974 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-451c4874-677c-41c7-97bc-a6e1725d46f8 req-2b797005-e7d9-4a16-b30c-61123978aabb service neutron] Notify callbacks [] for port, precommit_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:08.385427 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.provisioning_blocks [req-451c4874-677c-41c7-97bc-a6e1725d46f8 req-2b797005-e7d9-4a16-b30c-61123978aabb service neutron] Transition to ACTIVE for port object ddbbbd64-9dab-4e7e-8d14-89bad64818de will not be triggered until provisioned by entity L2. {{(pid=91548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:28:08.389586 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-451c4874-677c-41c7-97bc-a6e1725d46f8 req-2b797005-e7d9-4a16-b30c-61123978aabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14885543'] for port, after_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:08.395215 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-d624cc34-3173-4caa-9ddf-89231ee00858 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:08.402763 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb0f24c-9e31-43bf-9faa-b8a6a37fed17 req-e079368a-484d-436e-afe3-f7dc12e20134 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:08.404278 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-feb0f24c-9e31-43bf-9faa-b8a6a37fed17 req-e079368a-484d-436e-afe3-f7dc12e20134 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b HTTP/1.1" status: 200 len: 946 time: 0.0847266 May 21 15:28:08.452851 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-feb0f24c-9e31-43bf-9faa-b8a6a37fed17 req-97a3cd6f-888c-4233-b56e-a83754bf0ace tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f675ed9-ae15-4780-b322-1e146fb9d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427287 May 21 15:28:08.594858 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b797005-e7d9-4a16-b30c-61123978aabb service neutron] Pushing event updated for resources: {'Port': ['ID=ddbbbd64-9dab-4e7e-8d14-89bad64818de,revision_number=2']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:08.634695 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-2b797005-e7d9-4a16-b30c-61123978aabb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:08.636950 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [req-2d0ff9d5-ae46-45db-a122-5d012209bb51 req-856597be-3e2c-4693-bb53-44ba41fb8650 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Deleting port dcfeca24-a3fb-4a73-88b2-433960395288 {{(pid=91548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:28:08.637292 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-2d0ff9d5-ae46-45db-a122-5d012209bb51 req-856597be-3e2c-4693-bb53-44ba41fb8650 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730419685614'] for port, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:08.918047 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.managers [req-451c4874-677c-41c7-97bc-a6e1725d46f8 req-2b797005-e7d9-4a16-b30c-61123978aabb service neutron] Attempting to bind port ddbbbd64-9dab-4e7e-8d14-89bad64818de on host hv-cinder-79229 for vnic_type normal with profile {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:28:08.918794 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.managers [req-451c4874-677c-41c7-97bc-a6e1725d46f8 req-2b797005-e7d9-4a16-b30c-61123978aabb service neutron] Attempting to bind port ddbbbd64-9dab-4e7e-8d14-89bad64818de by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '48553d26-bb45-4662-9ea2-08a8cc42b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'e094ae2b-5a46-4183-afe6-dd1ed8c367a2'}] {{(pid=91548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:28:08.918794 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451c4874-677c-41c7-97bc-a6e1725d46f8 req-2b797005-e7d9-4a16-b30c-61123978aabb service neutron] Attempting to bind port ddbbbd64-9dab-4e7e-8d14-89bad64818de on network e094ae2b-5a46-4183-afe6-dd1ed8c367a2 {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:28:08.936070 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451c4874-677c-41c7-97bc-a6e1725d46f8 req-2b797005-e7d9-4a16-b30c-61123978aabb service neutron] Port ddbbbd64-9dab-4e7e-8d14-89bad64818de on network e094ae2b-5a46-4183-afe6-dd1ed8c367a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 15:28:08.936384 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451c4874-677c-41c7-97bc-a6e1725d46f8 req-2b797005-e7d9-4a16-b30c-61123978aabb service neutron] Attempting to bind port ddbbbd64-9dab-4e7e-8d14-89bad64818de on network e094ae2b-5a46-4183-afe6-dd1ed8c367a2 {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:28:08.950414 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451c4874-677c-41c7-97bc-a6e1725d46f8 req-2b797005-e7d9-4a16-b30c-61123978aabb service neutron] Checking agent: {'id': '4762cb26-ef72-475b-a9a0-8f480bf27f9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 18, 22), 'started_at': datetime.datetime(2021, 5, 21, 15, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:28:08.950833 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451c4874-677c-41c7-97bc-a6e1725d46f8 req-2b797005-e7d9-4a16-b30c-61123978aabb service neutron] Checking segment: {'id': '48553d26-bb45-4662-9ea2-08a8cc42b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'e094ae2b-5a46-4183-afe6-dd1ed8c367a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:28:08.951440 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451c4874-677c-41c7-97bc-a6e1725d46f8 req-2b797005-e7d9-4a16-b30c-61123978aabb service neutron] Bound using segment: {'id': '48553d26-bb45-4662-9ea2-08a8cc42b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'e094ae2b-5a46-4183-afe6-dd1ed8c367a2'} {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:28:08.952009 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.managers [req-451c4874-677c-41c7-97bc-a6e1725d46f8 req-2b797005-e7d9-4a16-b30c-61123978aabb service neutron] Bound port: ddbbbd64-9dab-4e7e-8d14-89bad64818de, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48553d26-bb45-4662-9ea2-08a8cc42b725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'e094ae2b-5a46-4183-afe6-dd1ed8c367a2'}}] {{(pid=91548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:28:08.952348 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-451c4874-677c-41c7-97bc-a6e1725d46f8 req-2b797005-e7d9-4a16-b30c-61123978aabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:08.973711 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [req-2d0ff9d5-ae46-45db-a122-5d012209bb51 req-856597be-3e2c-4693-bb53-44ba41fb8650 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] For port dcfeca24-a3fb-4a73-88b2-433960395288, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=dcfeca24-a3fb-4a73-88b2-433960395288,segment=NetworkSegment(ab74b98d-ef35-4b09-b710-b5f6caf08ccc),segment_id=ab74b98d-ef35-4b09-b710-b5f6caf08ccc)] {{(pid=91548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:28:08.974071 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-2d0ff9d5-ae46-45db-a122-5d012209bb51 req-856597be-3e2c-4693-bb53-44ba41fb8650 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829031'] for port, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:09.108710 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1125fa-e32a-448c-8b42-6db9d7f43eb8 req-868cca8b-0bb0-41ef-8430-f116966f914a tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:09.109743 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-0d1125fa-e32a-448c-8b42-6db9d7f43eb8 req-868cca8b-0bb0-41ef-8430-f116966f914a tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a6db82c-90c3-47b1-9c54-ffc574f0a2de HTTP/1.1" status: 200 len: 943 time: 0.0970800 May 21 15:28:09.164579 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [req-2d0ff9d5-ae46-45db-a122-5d012209bb51 req-856597be-3e2c-4693-bb53-44ba41fb8650 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Calling delete_port for dcfeca24-a3fb-4a73-88b2-433960395288 owned by compute:nova {{(pid=91548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:28:09.167259 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-0d1125fa-e32a-448c-8b42-6db9d7f43eb8 req-7a200865-8886-4b94-a281-f4cbd491151e tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2928b2d-2877-4874-a0b8-88718ebe5a71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496166 May 21 15:28:09.235610 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [req-451c4874-677c-41c7-97bc-a6e1725d46f8 req-2b797005-e7d9-4a16-b30c-61123978aabb service neutron] For port ddbbbd64-9dab-4e7e-8d14-89bad64818de, host hv-cinder-79229, cleared binding levels {{(pid=91548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:28:09.239941 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [req-451c4874-677c-41c7-97bc-a6e1725d46f8 req-2b797005-e7d9-4a16-b30c-61123978aabb service neutron] For port ddbbbd64-9dab-4e7e-8d14-89bad64818de, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=ddbbbd64-9dab-4e7e-8d14-89bad64818de,segment=NetworkSegment(48553d26-bb45-4662-9ea2-08a8cc42b725),segment_id=48553d26-bb45-4662-9ea2-08a8cc42b725)] {{(pid=91548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:28:09.247426 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-451c4874-677c-41c7-97bc-a6e1725d46f8 req-2b797005-e7d9-4a16-b30c-61123978aabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14885543'] for port, after_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:09.252308 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-e96dee99-60ce-4c6c-aec0-0691040652eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:09.284065 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8027ee2-eb2b-4a7c-8e4c-051bef7c615d req-63e7705c-dfdd-48c1-a750-75bc06fae956 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:09.285538 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f8027ee2-eb2b-4a7c-8e4c-051bef7c615d req-63e7705c-dfdd-48c1-a750-75bc06fae956 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/ports?device_id=77824f18-154c-4ae9-9c8a-5e62755716de HTTP/1.1" status: 200 len: 943 time: 0.0864851 May 21 15:28:09.316226 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c4874-677c-41c7-97bc-a6e1725d46f8 req-2b797005-e7d9-4a16-b30c-61123978aabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:09.317006 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-451c4874-677c-41c7-97bc-a6e1725d46f8 req-2b797005-e7d9-4a16-b30c-61123978aabb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for port, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:09.318397 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-451c4874-677c-41c7-97bc-a6e1725d46f8 req-2b797005-e7d9-4a16-b30c-61123978aabb service neutron] 10.222.0.68 "PUT /v2.0/ports/ddbbbd64-9dab-4e7e-8d14-89bad64818de HTTP/1.1" status: 200 len: 1093 time: 1.6572843 May 21 15:28:09.321778 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77824f18-154c-4ae9-9c8a-5e62755716de', 'tag': 'ddbbbd64-9dab-4e7e-8d14-89bad64818de'}] {{(pid=91548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:28:09.339666 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f8027ee2-eb2b-4a7c-8e4c-051bef7c615d req-a9e98254-8455-4218-8816-476e84e8edd9 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a9f991a-b00d-4443-b066-279138d7ddd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474517 May 21 15:28:09.441053 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77824f18-154c-4ae9-9c8a-5e62755716de', 'tag': 'ddbbbd64-9dab-4e7e-8d14-89bad64818de', 'status': 'completed', 'code': 200} May 21 15:28:09.472525 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b797005-e7d9-4a16-b30c-61123978aabb service neutron] Pushing event updated for resources: {'Port': ['ID=ddbbbd64-9dab-4e7e-8d14-89bad64818de,revision_number=3']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:09.480244 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-2b797005-e7d9-4a16-b30c-61123978aabb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:09.508221 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-2d0ff9d5-ae46-45db-a122-5d012209bb51 req-856597be-3e2c-4693-bb53-44ba41fb8650 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730419690186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730419340162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14885552'] for port, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:09.515209 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-f6dd30a4-2055-44a8-931e-a7e1c25ea0e4 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:09.577635 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856597be-3e2c-4693-bb53-44ba41fb8650 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Pushing event deleted for resources: {'Port': ['ID=dcfeca24-a3fb-4a73-88b2-433960395288,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:09.577635 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-856597be-3e2c-4693-bb53-44ba41fb8650 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:09.647373 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c4874-677c-41c7-97bc-a6e1725d46f8 req-77275744-a86d-4544-a58f-a0e01c2c0d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:09.649120 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-451c4874-677c-41c7-97bc-a6e1725d46f8 req-77275744-a86d-4544-a58f-a0e01c2c0d88 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=630d170970d84363a803862f2026c034&device_id=77824f18-154c-4ae9-9c8a-5e62755716de HTTP/1.1" status: 200 len: 1096 time: 0.2738822 May 21 15:28:09.655464 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d0ff9d5-ae46-45db-a122-5d012209bb51 req-856597be-3e2c-4693-bb53-44ba41fb8650 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] No DVR routers for this DVR port dcfeca24-a3fb-4a73-88b2-433960395288 on host hv-cinder-79229 {{(pid=91548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:28:09.685619 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68045e94-c52b-4309-823c-fffe29cbe323 req-a1f87e86-9200-4b3c-80c3-e93a05d4b939 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:09.687062 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-68045e94-c52b-4309-823c-fffe29cbe323 req-a1f87e86-9200-4b3c-80c3-e93a05d4b939 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b HTTP/1.1" status: 200 len: 946 time: 0.0951905 May 21 15:28:09.720717 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-2d0ff9d5-ae46-45db-a122-5d012209bb51 req-856597be-3e2c-4693-bb53-44ba41fb8650 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for port, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:09.732781 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-68045e94-c52b-4309-823c-fffe29cbe323 req-39e9ab87-accb-4f5f-9b0d-bb8deb5faeb5 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f675ed9-ae15-4780-b322-1e146fb9d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399499 May 21 15:28:09.741989 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-451c4874-677c-41c7-97bc-a6e1725d46f8 req-16ce338c-6e15-4e39-b6f9-bd02e880cfbb service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddbbbd64-9dab-4e7e-8d14-89bad64818de HTTP/1.1" status: 200 len: 217 time: 0.0844159 May 21 15:28:09.748522 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-2d0ff9d5-ae46-45db-a122-5d012209bb51 req-856597be-3e2c-4693-bb53-44ba41fb8650 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.68 "DELETE /v2.0/ports/dcfeca24-a3fb-4a73-88b2-433960395288 HTTP/1.1" status: 204 len: 173 time: 1.5589385 May 21 15:28:09.808957 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c4874-677c-41c7-97bc-a6e1725d46f8 req-3239a80f-23aa-4252-a431-b056cc074829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:09.810418 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-451c4874-677c-41c7-97bc-a6e1725d46f8 req-3239a80f-23aa-4252-a431-b056cc074829 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=457733cb-d434-4c36-8644-ba9371329c18 HTTP/1.1" status: 200 len: 854 time: 0.0609970 May 21 15:28:09.919657 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c4874-677c-41c7-97bc-a6e1725d46f8 req-e81a605a-69af-42be-8f14-d57856a7906f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:09.921147 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-451c4874-677c-41c7-97bc-a6e1725d46f8 req-e81a605a-69af-42be-8f14-d57856a7906f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e094ae2b-5a46-4183-afe6-dd1ed8c367a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0952280 May 21 15:28:09.943331 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f092e5-986a-4205-8f5a-363e7a808dfa req-430bbab9-a165-4b93-980d-7328e54126ae tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:09.944965 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-40f092e5-986a-4205-8f5a-363e7a808dfa req-430bbab9-a165-4b93-980d-7328e54126ae tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b HTTP/1.1" status: 200 len: 946 time: 0.0973058 May 21 15:28:09.956492 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 36668) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:28:09.962341 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.v2.base [None req-fabe89c8-49e3-4418-89ad-1c26c541c634 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Request body: {'floatingip': {'port_id': 'c4dac23b-3bfe-41e9-b2be-00e44a9bf432'}} {{(pid=91549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:28:10.059682 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-fabe89c8-49e3-4418-89ad-1c26c541c634 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks [] for floatingip, before_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:10.082337 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-451c4874-677c-41c7-97bc-a6e1725d46f8 req-f454f7b8-4410-4f73-a0e1-85f536e12d18 service neutron] 10.222.0.68 "GET /v2.0/networks/e094ae2b-5a46-4183-afe6-dd1ed8c367a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538467 May 21 15:28:10.241477 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-451c4874-677c-41c7-97bc-a6e1725d46f8 req-47a1c3ea-44e5-487f-99b2-9becd0532441 service neutron] 10.222.0.68 "GET /v2.0/networks/e094ae2b-5a46-4183-afe6-dd1ed8c367a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497684 May 21 15:28:10.342997 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-832ec487-4649-4779-b308-d9000dd43c2b req-bfc38d20-4dfe-42ea-920f-b054d26fb7d9 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a6db82c-90c3-47b1-9c54-ffc574f0a2de HTTP/1.1" status: 200 len: 210 time: 0.0568862 May 21 15:28:10.373524 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397110ad-a7f0-43eb-a2ca-5c06b1adb447 req-4f489c3d-b848-40fd-b153-7eba4f994632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:10.375222 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-397110ad-a7f0-43eb-a2ca-5c06b1adb447 req-4f489c3d-b848-40fd-b153-7eba4f994632 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=630d170970d84363a803862f2026c034&device_id=77824f18-154c-4ae9-9c8a-5e62755716de HTTP/1.1" status: 200 len: 1096 time: 0.0812407 May 21 15:28:10.528284 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397110ad-a7f0-43eb-a2ca-5c06b1adb447 req-79871690-dc70-43ca-bda5-cc620ae26e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:10.529796 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-397110ad-a7f0-43eb-a2ca-5c06b1adb447 req-79871690-dc70-43ca-bda5-cc620ae26e50 service neutron] 10.222.0.68 "GET /v2.0/networks?id=e094ae2b-5a46-4183-afe6-dd1ed8c367a2 HTTP/1.1" status: 200 len: 916 time: 0.1472442 May 21 15:28:10.610622 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-397110ad-a7f0-43eb-a2ca-5c06b1adb447 req-6a4d52a2-89ba-4687-a6aa-07ee87e647f2 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddbbbd64-9dab-4e7e-8d14-89bad64818de HTTP/1.1" status: 200 len: 217 time: 0.0723925 May 21 15:28:10.695899 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397110ad-a7f0-43eb-a2ca-5c06b1adb447 req-c6e56d02-b64e-4849-942f-8e6aea879166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:10.697347 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-397110ad-a7f0-43eb-a2ca-5c06b1adb447 req-c6e56d02-b64e-4849-942f-8e6aea879166 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=457733cb-d434-4c36-8644-ba9371329c18 HTTP/1.1" status: 200 len: 854 time: 0.0749421 May 21 15:28:10.748756 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b366ff-a3f9-4b92-bfb7-08e3eaed1f59 req-2789f602-8b17-417e-a803-7c50598a5694 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:10.750311 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-46b366ff-a3f9-4b92-bfb7-08e3eaed1f59 req-2789f602-8b17-417e-a803-7c50598a5694 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/ports?device_id=77824f18-154c-4ae9-9c8a-5e62755716de HTTP/1.1" status: 200 len: 943 time: 0.2605171 May 21 15:28:10.828658 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-46b366ff-a3f9-4b92-bfb7-08e3eaed1f59 req-8d064394-ecc5-42a6-a90f-4813e28884b6 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a9f991a-b00d-4443-b066-279138d7ddd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600393 May 21 15:28:10.898216 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397110ad-a7f0-43eb-a2ca-5c06b1adb447 req-34b389ed-8a04-40ce-8cea-78ecdfd080c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:10.900409 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-397110ad-a7f0-43eb-a2ca-5c06b1adb447 req-34b389ed-8a04-40ce-8cea-78ecdfd080c8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e094ae2b-5a46-4183-afe6-dd1ed8c367a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1938744 May 21 15:28:10.977223 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-fabe89c8-49e3-4418-89ad-1c26c541c634 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:10.981247 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-fabe89c8-49e3-4418-89ad-1c26c541c634 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763211'] for floatingip, after_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:11.043817 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-397110ad-a7f0-43eb-a2ca-5c06b1adb447 req-42f2740d-774e-460e-a24c-a1ff88f34c82 service neutron] 10.222.0.68 "GET /v2.0/networks/e094ae2b-5a46-4183-afe6-dd1ed8c367a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309996 May 21 15:28:11.161393 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.db.l3_db [None req-fabe89c8-49e3-4418-89ad-1c26c541c634 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Floating IP 5b2c6e53-a5fe-439c-ad37-6d53cb6da6c9 associated. External IP: 172.27.2.15, port: c4dac23b-3bfe-41e9-b2be-00e44a9bf432. May 21 15:28:11.184893 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-397110ad-a7f0-43eb-a2ca-5c06b1adb447 req-d174924d-cfa4-4b0e-97d3-2573a8f21390 service neutron] 10.222.0.68 "GET /v2.0/networks/e094ae2b-5a46-4183-afe6-dd1ed8c367a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332121 May 21 15:28:11.442259 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a6db82c-90c3-47b1-9c54-ffc574f0a2de', 'name': 'network-vif-deleted', 'tag': 'dcfeca24-a3fb-4a73-88b2-433960395288'}] {{(pid=91548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:28:11.443377 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 36678) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:28:11.489736 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a6db82c-90c3-47b1-9c54-ffc574f0a2de', 'name': 'network-vif-deleted', 'tag': 'dcfeca24-a3fb-4a73-88b2-433960395288', 'status': 'completed', 'code': 200} May 21 15:28:11.711359 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fabe89c8-49e3-4418-89ad-1c26c541c634 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Router c884b393-654b-4ff5-904a-496dc5bf8c01 has already been hosted by L3 agent 9c636599-187f-4688-bb24-d46a8be2a055 {{(pid=91549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:28:11.733589 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-eb45d45b-774a-41d1-a3d3-ccb4ec00f6fa tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Notify callbacks [] for security_group, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:11.832666 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-eb45d45b-774a-41d1-a3d3-ccb4ec00f6fa tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:12.019472 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fabe89c8-49e3-4418-89ad-1c26c541c634 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify agent at l3_agent.dv-cinder-792299-3-iscsi the message routers_updated {{(pid=91549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:28:12.031506 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce20dad-22d2-4e8b-bf38-f6ecac84728e None None] Sync routers for ids ['c884b393-654b-4ff5-904a-496dc5bf8c01'] in dv-cinder-792299-3-iscsi {{(pid=91551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:28:12.043409 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce20dad-22d2-4e8b-bf38-f6ecac84728e None None] Routers {'c884b393-654b-4ff5-904a-496dc5bf8c01'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:28:12.043979 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-cce20dad-22d2-4e8b-bf38-f6ecac84728e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:27:48Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['c884b393-654b-4ff5-904a-496dc5bf8c01'], 'active': True} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:28:12.052960 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-fabe89c8-49e3-4418-89ad-1c26c541c634 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for floatingip, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:12.099555 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-eb45d45b-774a-41d1-a3d3-ccb4ec00f6fa tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:12.102516 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-eb45d45b-774a-41d1-a3d3-ccb4ec00f6fa tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Notify callbacks [] for security_group, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:12.103716 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-eb45d45b-774a-41d1-a3d3-ccb4ec00f6fa tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] 10.222.0.69 "DELETE /v2.0/security-groups/e2928b2d-2877-4874-a0b8-88718ebe5a71 HTTP/1.1" status: 204 len: 168 time: 0.6569440 May 21 15:28:12.108343 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-f184b5ba-43d8-4ce4-b28b-dc31af90ace8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:12.137442 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee752cf-c44e-4574-b609-619d808d80f7 req-84960e30-813a-4649-98c3-bce7f261bc7d tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:12.139013 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-8ee752cf-c44e-4574-b609-619d808d80f7 req-84960e30-813a-4649-98c3-bce7f261bc7d tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/ports?device_id=77824f18-154c-4ae9-9c8a-5e62755716de HTTP/1.1" status: 200 len: 943 time: 0.1922808 May 21 15:28:12.142712 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb45d45b-774a-41d1-a3d3-ccb4ec00f6fa tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2928b2d-2877-4874-a0b8-88718ebe5a71,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:12.155474 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb45d45b-774a-41d1-a3d3-ccb4ec00f6fa tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:28:12.155689 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb45d45b-774a-41d1-a3d3-ccb4ec00f6fa tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:28:12.156215 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb45d45b-774a-41d1-a3d3-ccb4ec00f6fa tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:28:12.157027 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb45d45b-774a-41d1-a3d3-ccb4ec00f6fa tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:28:12.157027 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb45d45b-774a-41d1-a3d3-ccb4ec00f6fa tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:28:12.157786 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb45d45b-774a-41d1-a3d3-ccb4ec00f6fa tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:28:12.157786 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb45d45b-774a-41d1-a3d3-ccb4ec00f6fa tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:28:12.158453 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb45d45b-774a-41d1-a3d3-ccb4ec00f6fa tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:28:12.158784 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb45d45b-774a-41d1-a3d3-ccb4ec00f6fa tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:28:12.159055 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb45d45b-774a-41d1-a3d3-ccb4ec00f6fa tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:28:12.159306 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb45d45b-774a-41d1-a3d3-ccb4ec00f6fa tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:28:12.159692 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb45d45b-774a-41d1-a3d3-ccb4ec00f6fa tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:28:12.173162 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 36688) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:28:12.204321 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-eb45d45b-774a-41d1-a3d3-ccb4ec00f6fa tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:12.208463 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-fabe89c8-49e3-4418-89ad-1c26c541c634 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "PUT /v2.0/floatingips/5b2c6e53-a5fe-439c-ad37-6d53cb6da6c9 HTTP/1.1" status: 200 len: 991 time: 2.2482469 May 21 15:28:12.208873 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86a6027e-d14e-42a2-b704-6806c8c2ba4b', 'tag': 'c4dac23b-3bfe-41e9-b2be-00e44a9bf432'}] {{(pid=91549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:28:12.225538 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-8ee752cf-c44e-4574-b609-619d808d80f7 req-a0ef3cf0-4453-4303-b706-77459cf8468f tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a9f991a-b00d-4443-b066-279138d7ddd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592639 May 21 15:28:12.288159 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvr_db [None req-cce20dad-22d2-4e8b-bf38-f6ecac84728e None None] Set router c884b393-654b-4ff5-904a-496dc5bf8c01 gateway port host: dv-cinder-792299-3-iscsi {{(pid=91551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:28:12.392209 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device ddbbbd64-9dab-4e7e-8d14-89bad64818de details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:28:12.472768 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86a6027e-d14e-42a2-b704-6806c8c2ba4b', 'tag': 'c4dac23b-3bfe-41e9-b2be-00e44a9bf432', 'status': 'completed', 'code': 200} May 21 15:28:12.550995 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port ddbbbd64-9dab-4e7e-8d14-89bad64818de, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=ddbbbd64-9dab-4e7e-8d14-89bad64818de,segment=NetworkSegment(48553d26-bb45-4662-9ea2-08a8cc42b725),segment_id=48553d26-bb45-4662-9ea2-08a8cc42b725)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:28:12.565924 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Returning: {'device': 'ddbbbd64-9dab-4e7e-8d14-89bad64818de', 'network_id': 'e094ae2b-5a46-4183-afe6-dd1ed8c367a2', 'port_id': 'ddbbbd64-9dab-4e7e-8d14-89bad64818de', 'mac_address': 'fa:16:3e:c6:a7:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '457733cb-d434-4c36-8644-ba9371329c18', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:28:12.631215 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:12.649626 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.notifiers.nova [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddbbbd64-9dab-4e7e-8d14-89bad64818de {{(pid=91550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:28:12.668175 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port ddbbbd64-9dab-4e7e-8d14-89bad64818de, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=ddbbbd64-9dab-4e7e-8d14-89bad64818de,segment=NetworkSegment(48553d26-bb45-4662-9ea2-08a8cc42b725),segment_id=48553d26-bb45-4662-9ea2-08a8cc42b725)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:28:12.672375 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:12.674324 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:12.699860 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2847cda-329d-4efd-be83-7af05c45c862 req-0e514d47-778f-47d7-bedf-9e94d6228348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:12.701380 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-d2847cda-329d-4efd-be83-7af05c45c862 req-0e514d47-778f-47d7-bedf-9e94d6228348 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1b29e764695842f7ab30d80bb3282c22&device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b HTTP/1.1" status: 200 len: 1099 time: 0.2023077 May 21 15:28:12.721477 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-cce20dad-22d2-4e8b-bf38-f6ecac84728e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c884b393-654b-4ff5-904a-496dc5bf8c01', 'name': 'tempest-AttachVolumeShelveTestJSON-821635018-router', 'tenant_id': '1b29e764695842f7ab30d80bb3282c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '0fe21390-268e-401d-8319-d6780cc7afb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:24:50Z', 'updated_at': '2021-05-21T15:24:55Z', 'revision_number': 4, 'project_id': '1b29e764695842f7ab30d80bb3282c22', 'gw_port': {'id': '0fe21390-268e-401d-8319-d6780cc7afb9', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ac:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c884b393-654b-4ff5-904a-496dc5bf8c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:24:51Z', 'updated_at': '2021-05-21T15:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_floatingips': [{'id': '5b2c6e53-a5fe-439c-ad37-6d53cb6da6c9', 'tenant_id': '1b29e764695842f7ab30d80bb3282c22', 'floating_ip_address': '172.27.2.15', 'floating_network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'router_id': 'c884b393-654b-4ff5-904a-496dc5bf8c01', 'port_id': 'c4dac23b-3bfe-41e9-b2be-00e44a9bf432', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f4ff4bc-d925-40fd-9563-89b128523f4e', 'mac_address': 'fa:16:3e:e3:36:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a6027e-d14e-42a2-b704-6806c8c2ba4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:27:44Z', 'updated_at': '2021-05-21T15:28:10Z', 'revision_number': 1, 'project_id': '1b29e764695842f7ab30d80bb3282c22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ce15099-e9a3-4c20-994a-43fc466e8f09', 'name': '', 'network_id': '5f4ff4bc-d925-40fd-9563-89b128523f4e', 'tenant_id': '1b29e764695842f7ab30d80bb3282c22', 'mac_address': 'fa:16:3e:7e:26:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c884b393-654b-4ff5-904a-496dc5bf8c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'da7d3b04-d796-4f63-ba4e-40892d19294d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:24:54Z', 'updated_at': '2021-05-21T15:25:01Z', 'revision_number': 5, 'project_id': '1b29e764695842f7ab30d80bb3282c22', 'subnets': [{'id': 'da7d3b04-d796-4f63-ba4e-40892d19294d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:28:12.725521 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce20dad-22d2-4e8b-bf38-f6ecac84728e None None] Checking router: c884b393-654b-4ff5-904a-496dc5bf8c01 for host: dv-cinder-792299-3-iscsi {{(pid=91551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:28:12.735483 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce20dad-22d2-4e8b-bf38-f6ecac84728e None None] Routers {'c884b393-654b-4ff5-904a-496dc5bf8c01'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:28:12.735772 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-cce20dad-22d2-4e8b-bf38-f6ecac84728e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:27:48Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['c884b393-654b-4ff5-904a-496dc5bf8c01'], 'active': True} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:28:12.754065 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Pushing event updated for resources: {'Port': ['ID=ddbbbd64-9dab-4e7e-8d14-89bad64818de,revision_number=4']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:12.759572 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:12.896700 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] get_ports_and_sgs() called for port_ids ['ddbbbd64-9dab-4e7e-8d14-89bad64818de'] {{(pid=91550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:28:12.926556 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvr_db [None req-cce20dad-22d2-4e8b-bf38-f6ecac84728e None None] Set router c884b393-654b-4ff5-904a-496dc5bf8c01 gateway port host: dv-cinder-792299-3-iscsi {{(pid=91551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:28:12.997995 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2847cda-329d-4efd-be83-7af05c45c862 req-57667b6a-7a9b-47c7-becf-99092235df16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:12.999267 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-d2847cda-329d-4efd-be83-7af05c45c862 req-57667b6a-7a9b-47c7-becf-99092235df16 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5f4ff4bc-d925-40fd-9563-89b128523f4e HTTP/1.1" status: 200 len: 917 time: 0.2469990 May 21 15:28:13.124131 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-d2847cda-329d-4efd-be83-7af05c45c862 req-cc096851-0efc-4670-9ad9-9b5a1ac6a0f3 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4dac23b-3bfe-41e9-b2be-00e44a9bf432 HTTP/1.1" status: 200 len: 999 time: 0.1171508 May 21 15:28:13.231949 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2847cda-329d-4efd-be83-7af05c45c862 req-83ce0c31-950b-4ca2-9fe7-b16847eca8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:13.233296 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-d2847cda-329d-4efd-be83-7af05c45c862 req-83ce0c31-950b-4ca2-9fe7-b16847eca8b3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=da7d3b04-d796-4f63-ba4e-40892d19294d HTTP/1.1" status: 200 len: 855 time: 0.1027081 May 21 15:28:13.300615 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-cce20dad-22d2-4e8b-bf38-f6ecac84728e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c884b393-654b-4ff5-904a-496dc5bf8c01', 'name': 'tempest-AttachVolumeShelveTestJSON-821635018-router', 'tenant_id': '1b29e764695842f7ab30d80bb3282c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '0fe21390-268e-401d-8319-d6780cc7afb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:24:50Z', 'updated_at': '2021-05-21T15:24:55Z', 'revision_number': 4, 'project_id': '1b29e764695842f7ab30d80bb3282c22', 'gw_port': {'id': '0fe21390-268e-401d-8319-d6780cc7afb9', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ac:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c884b393-654b-4ff5-904a-496dc5bf8c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:24:51Z', 'updated_at': '2021-05-21T15:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_floatingips': [{'id': '5b2c6e53-a5fe-439c-ad37-6d53cb6da6c9', 'tenant_id': '1b29e764695842f7ab30d80bb3282c22', 'floating_ip_address': '172.27.2.15', 'floating_network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'router_id': 'c884b393-654b-4ff5-904a-496dc5bf8c01', 'port_id': 'c4dac23b-3bfe-41e9-b2be-00e44a9bf432', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f4ff4bc-d925-40fd-9563-89b128523f4e', 'mac_address': 'fa:16:3e:e3:36:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a6027e-d14e-42a2-b704-6806c8c2ba4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:27:44Z', 'updated_at': '2021-05-21T15:28:10Z', 'revision_number': 1, 'project_id': '1b29e764695842f7ab30d80bb3282c22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ce15099-e9a3-4c20-994a-43fc466e8f09', 'name': '', 'network_id': '5f4ff4bc-d925-40fd-9563-89b128523f4e', 'tenant_id': '1b29e764695842f7ab30d80bb3282c22', 'mac_address': 'fa:16:3e:7e:26:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c884b393-654b-4ff5-904a-496dc5bf8c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'da7d3b04-d796-4f63-ba4e-40892d19294d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:24:54Z', 'updated_at': '2021-05-21T15:25:01Z', 'revision_number': 5, 'project_id': '1b29e764695842f7ab30d80bb3282c22', 'subnets': [{'id': 'da7d3b04-d796-4f63-ba4e-40892d19294d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:28:13.305247 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce20dad-22d2-4e8b-bf38-f6ecac84728e None None] The sync data for ids ['c884b393-654b-4ff5-904a-496dc5bf8c01'] in dv-cinder-792299-3-iscsi is: [{'id': 'c884b393-654b-4ff5-904a-496dc5bf8c01', 'name': 'tempest-AttachVolumeShelveTestJSON-821635018-router', 'tenant_id': '1b29e764695842f7ab30d80bb3282c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '0fe21390-268e-401d-8319-d6780cc7afb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:24:50Z', 'updated_at': '2021-05-21T15:24:55Z', 'revision_number': 4, 'project_id': '1b29e764695842f7ab30d80bb3282c22', 'gw_port': {'id': '0fe21390-268e-401d-8319-d6780cc7afb9', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ac:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c884b393-654b-4ff5-904a-496dc5bf8c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:24:51Z', 'updated_at': '2021-05-21T15:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_floatingips': [{'id': '5b2c6e53-a5fe-439c-ad37-6d53cb6da6c9', 'tenant_id': '1b29e764695842f7ab30d80bb3282c22', 'floating_ip_address': '172.27.2.15', 'floating_network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'router_id': 'c884b393-654b-4ff5-904a-496dc5bf8c01', 'port_id': 'c4dac23b-3bfe-41e9-b2be-00e44a9bf432', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f4ff4bc-d925-40fd-9563-89b128523f4e', 'mac_address': 'fa:16:3e:e3:36:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a6027e-d14e-42a2-b704-6806c8c2ba4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:27:44Z', 'updated_at': '2021-05-21T15:28:10Z', 'revision_number': 1, 'project_id': '1b29e764695842f7ab30d80bb3282c22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ce15099-e9a3-4c20-994a-43fc466e8f09', 'name': '', 'network_id': '5f4ff4bc-d925-40fd-9563-89b128523f4e', 'tenant_id': '1b29e764695842f7ab30d80bb3282c22', 'mac_address': 'fa:16:3e:7e:26:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c884b393-654b-4ff5-904a-496dc5bf8c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'da7d3b04-d796-4f63-ba4e-40892d19294d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:24:54Z', 'updated_at': '2021-05-21T15:25:01Z', 'revision_number': 5, 'project_id': '1b29e764695842f7ab30d80bb3282c22', 'subnets': [{'id': 'da7d3b04-d796-4f63-ba4e-40892d19294d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:28:13.310133 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-bf0e8d57-c293-431a-855a-8cde6756e4b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774749'] for router_interface, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:13.426751 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad33e41-42ae-4fff-aa68-9178b156c41a req-1377e4cd-18ec-466f-9319-467b32a1cf6d tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:13.434398 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-aad33e41-42ae-4fff-aa68-9178b156c41a req-1377e4cd-18ec-466f-9319-467b32a1cf6d tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/ports?device_id=77824f18-154c-4ae9-9c8a-5e62755716de HTTP/1.1" status: 200 len: 944 time: 0.0903451 May 21 15:28:13.491600 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-aad33e41-42ae-4fff-aa68-9178b156c41a req-7be26ec8-c9bc-45bd-ba5b-2b86bc190405 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a9f991a-b00d-4443-b066-279138d7ddd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562191 May 21 15:28:13.573443 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d75f22-3f3a-4e2b-8f45-3b140d35d1f8 None None] New status for floating IP 5b2c6e53-a5fe-439c-ad37-6d53cb6da6c9: ACTIVE {{(pid=91550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 21 15:28:13.599527 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2847cda-329d-4efd-be83-7af05c45c862 req-9e1eeb91-2156-4142-b1e1-ad14ea54b505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:13.601013 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-d2847cda-329d-4efd-be83-7af05c45c862 req-9e1eeb91-2156-4142-b1e1-ad14ea54b505 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5f4ff4bc-d925-40fd-9563-89b128523f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3551135 May 21 15:28:13.856383 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-d2847cda-329d-4efd-be83-7af05c45c862 req-45871785-779f-4c98-bacf-b9964f3fec8e service neutron] 10.222.0.68 "GET /v2.0/networks/5f4ff4bc-d925-40fd-9563-89b128523f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468472 May 21 15:28:14.049149 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-d2847cda-329d-4efd-be83-7af05c45c862 req-731ee10f-6573-4367-9ed6-057ce0b9a730 service neutron] 10.222.0.68 "GET /v2.0/networks/5f4ff4bc-d925-40fd-9563-89b128523f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848984 May 21 15:28:14.115873 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [None req-bf0e8d57-c293-431a-855a-8cde6756e4b0 admin admin] Deleting port 0a42e171-848b-4442-a629-6a574a48edba {{(pid=91548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:28:14.116101 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-bf0e8d57-c293-431a-855a-8cde6756e4b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730419685614'] for port, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:14.244391 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [None req-bf0e8d57-c293-431a-855a-8cde6756e4b0 admin admin] For port 0a42e171-848b-4442-a629-6a574a48edba, host dv-cinder-792299-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=0a42e171-848b-4442-a629-6a574a48edba,segment=NetworkSegment(ab74b98d-ef35-4b09-b710-b5f6caf08ccc),segment_id=ab74b98d-ef35-4b09-b710-b5f6caf08ccc)] {{(pid=91548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:28:14.245111 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-bf0e8d57-c293-431a-855a-8cde6756e4b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829031'] for port, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:14.370479 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [None req-bf0e8d57-c293-431a-855a-8cde6756e4b0 admin admin] Calling delete_port for 0a42e171-848b-4442-a629-6a574a48edba owned by network:router_interface {{(pid=91548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:28:14.400936 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device ddbbbd64-9dab-4e7e-8d14-89bad64818de up at agent hyperv_hv-cinder-79229 {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:28:14.474945 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Provisioning for port ddbbbd64-9dab-4e7e-8d14-89bad64818de completed by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:28:14.480741 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Provisioning complete for port ddbbbd64-9dab-4e7e-8d14-89bad64818de triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:28:14.481126 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:14.635121 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:14.666738 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77824f18-154c-4ae9-9c8a-5e62755716de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddbbbd64-9dab-4e7e-8d14-89bad64818de'}] {{(pid=91550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:28:14.681767 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port ddbbbd64-9dab-4e7e-8d14-89bad64818de, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=ddbbbd64-9dab-4e7e-8d14-89bad64818de,segment=NetworkSegment(48553d26-bb45-4662-9ea2-08a8cc42b725),segment_id=48553d26-bb45-4662-9ea2-08a8cc42b725)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:28:14.693461 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:14.697002 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:14.717338 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d93ec2-3a91-4554-84f7-00c1e009b1db req-d8db41ce-b56f-42ca-9e18-1f47348f5ea9 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:14.718674 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-bf0e8d57-c293-431a-855a-8cde6756e4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730419690186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730419340162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14885552'] for port, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:14.718877 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-31d93ec2-3a91-4554-84f7-00c1e009b1db req-d8db41ce-b56f-42ca-9e18-1f47348f5ea9 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/ports?device_id=77824f18-154c-4ae9-9c8a-5e62755716de HTTP/1.1" status: 200 len: 944 time: 0.0933070 May 21 15:28:14.724818 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-2b797005-e7d9-4a16-b30c-61123978aabb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:14.736654 dv-cinder-792299-3-iscsi neutron-server[91550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77824f18-154c-4ae9-9c8a-5e62755716de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddbbbd64-9dab-4e7e-8d14-89bad64818de', 'code': 200} May 21 15:28:14.774721 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0e8d57-c293-431a-855a-8cde6756e4b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a42e171-848b-4442-a629-6a574a48edba,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:14.778389 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-bf0e8d57-c293-431a-855a-8cde6756e4b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:14.792534 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-31d93ec2-3a91-4554-84f7-00c1e009b1db req-bd2e0ba8-0093-4a91-9fd6-9e428f624aa8 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a9f991a-b00d-4443-b066-279138d7ddd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645590 May 21 15:28:14.807247 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Pushing event updated for resources: {'Port': ['ID=ddbbbd64-9dab-4e7e-8d14-89bad64818de,revision_number=5']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:14.816895 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:15.254694 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-64956309-2791-43a7-8165-e1e1a3f729af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:15.255649 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-bf0e8d57-c293-431a-855a-8cde6756e4b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1697739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1774833'] for router_interface, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:15.261888 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b61bf4-e52f-4e3c-94da-41c6255a704f req-ac0afde5-aef4-4705-bbc9-ad3c0a7ac3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:15.263414 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-05b61bf4-e52f-4e3c-94da-41c6255a704f req-ac0afde5-aef4-4705-bbc9-ad3c0a7ac3ae service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=77824f18-154c-4ae9-9c8a-5e62755716de HTTP/1.1" status: 200 len: 1098 time: 0.3181462 May 21 15:28:15.396950 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-05b61bf4-e52f-4e3c-94da-41c6255a704f req-38a8938d-513d-48f2-b295-6d4236f786f4 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=2a9f991a-b00d-4443-b066-279138d7ddd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668149 May 21 15:28:15.675623 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf0e8d57-c293-431a-855a-8cde6756e4b0 admin admin] Router 7c7f3dde-01f8-43b7-859a-d870a8ebed1d has already been hosted by L3 agent 9c636599-187f-4688-bb24-d46a8be2a055 {{(pid=91548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:28:15.864219 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf0e8d57-c293-431a-855a-8cde6756e4b0 admin admin] Notify agent at l3_agent.dv-cinder-792299-3-iscsi the message routers_updated {{(pid=91548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:28:15.873710 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1897d36-5497-48c0-bba6-1b2a6d884a56 None None] Sync routers for ids ['7c7f3dde-01f8-43b7-859a-d870a8ebed1d'] in dv-cinder-792299-3-iscsi {{(pid=91551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:28:15.885029 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1897d36-5497-48c0-bba6-1b2a6d884a56 None None] Routers {'7c7f3dde-01f8-43b7-859a-d870a8ebed1d'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:28:15.885737 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-b1897d36-5497-48c0-bba6-1b2a6d884a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:27:48Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['7c7f3dde-01f8-43b7-859a-d870a8ebed1d'], 'active': True} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:28:15.889096 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-bf0e8d57-c293-431a-855a-8cde6756e4b0 admin admin] 10.222.0.69 "PUT /v2.0/routers/7c7f3dde-01f8-43b7-859a-d870a8ebed1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7141285 May 21 15:28:15.889292 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 36714) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:28:15.998401 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb95c93b-ad76-4820-b0df-3d545c4085d0 req-efdfd58b-4346-4520-8487-13a56ace78b6 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:15.999870 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-cb95c93b-ad76-4820-b0df-3d545c4085d0 req-efdfd58b-4346-4520-8487-13a56ace78b6 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/ports?device_id=77824f18-154c-4ae9-9c8a-5e62755716de HTTP/1.1" status: 200 len: 945 time: 0.0938079 May 21 15:28:16.048719 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-cb95c93b-ad76-4820-b0df-3d545c4085d0 req-b36b3ef2-1476-4b3a-bcfb-ad02122ea40e tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a9f991a-b00d-4443-b066-279138d7ddd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424135 May 21 15:28:16.079207 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-391a50d6-2193-46b2-9cb3-1550654130d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:16.079416 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvr_db [None req-b1897d36-5497-48c0-bba6-1b2a6d884a56 None None] Set router 7c7f3dde-01f8-43b7-859a-d870a8ebed1d gateway port host: dv-cinder-792299-3-iscsi {{(pid=91551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:28:16.270481 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-391a50d6-2193-46b2-9cb3-1550654130d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:16.343404 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [None req-391a50d6-2193-46b2-9cb3-1550654130d3 admin admin] Deleting port 91396788-4a66-4159-931f-68b54e18d5da {{(pid=91548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:28:16.343739 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-391a50d6-2193-46b2-9cb3-1550654130d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730419685614'] for port, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:16.376780 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-b1897d36-5497-48c0-bba6-1b2a6d884a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7f3dde-01f8-43b7-859a-d870a8ebed1d', 'name': 'tempest-TestShelveInstance-1165779502-router', 'tenant_id': '40b90e1ae06e4417a829177c97d9995a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '91396788-4a66-4159-931f-68b54e18d5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:22:32Z', 'updated_at': '2021-05-21T15:28:14Z', 'revision_number': 5, 'project_id': '40b90e1ae06e4417a829177c97d9995a', 'gw_port': {'id': '91396788-4a66-4159-931f-68b54e18d5da', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7f3dde-01f8-43b7-859a-d870a8ebed1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:22:33Z', 'updated_at': '2021-05-21T15:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi'}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:28:16.380850 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1897d36-5497-48c0-bba6-1b2a6d884a56 None None] Checking router: 7c7f3dde-01f8-43b7-859a-d870a8ebed1d for host: dv-cinder-792299-3-iscsi {{(pid=91551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:28:16.390312 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1897d36-5497-48c0-bba6-1b2a6d884a56 None None] Routers {'7c7f3dde-01f8-43b7-859a-d870a8ebed1d'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:28:16.390941 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-b1897d36-5497-48c0-bba6-1b2a6d884a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:27:48Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['7c7f3dde-01f8-43b7-859a-d870a8ebed1d'], 'active': True} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:28:16.479268 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [None req-391a50d6-2193-46b2-9cb3-1550654130d3 admin admin] For port 91396788-4a66-4159-931f-68b54e18d5da, host dv-cinder-792299-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=91396788-4a66-4159-931f-68b54e18d5da,segment=NetworkSegment(6e22115a-e16c-4b74-9ec4-448dbc5267a0),segment_id=6e22115a-e16c-4b74-9ec4-448dbc5267a0)] {{(pid=91548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:28:16.479594 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-391a50d6-2193-46b2-9cb3-1550654130d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829031'] for port, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:16.557621 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvr_db [None req-b1897d36-5497-48c0-bba6-1b2a6d884a56 None None] Set router 7c7f3dde-01f8-43b7-859a-d870a8ebed1d gateway port host: None {{(pid=91551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:28:16.708377 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-b1897d36-5497-48c0-bba6-1b2a6d884a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7f3dde-01f8-43b7-859a-d870a8ebed1d', 'name': 'tempest-TestShelveInstance-1165779502-router', 'tenant_id': '40b90e1ae06e4417a829177c97d9995a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:22:32Z', 'updated_at': '2021-05-21T15:28:16Z', 'revision_number': 6, 'project_id': '40b90e1ae06e4417a829177c97d9995a', 'gw_port_host': None}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:28:16.714243 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1897d36-5497-48c0-bba6-1b2a6d884a56 None None] The sync data for ids ['7c7f3dde-01f8-43b7-859a-d870a8ebed1d'] in dv-cinder-792299-3-iscsi is: [{'id': '7c7f3dde-01f8-43b7-859a-d870a8ebed1d', 'name': 'tempest-TestShelveInstance-1165779502-router', 'tenant_id': '40b90e1ae06e4417a829177c97d9995a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:22:32Z', 'updated_at': '2021-05-21T15:28:16Z', 'revision_number': 6, 'project_id': '40b90e1ae06e4417a829177c97d9995a', 'gw_port_host': None}] {{(pid=91551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:28:16.731012 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [None req-391a50d6-2193-46b2-9cb3-1550654130d3 admin admin] Calling delete_port for 91396788-4a66-4159-931f-68b54e18d5da owned by network:router_gateway {{(pid=91548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:28:16.897518 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-391a50d6-2193-46b2-9cb3-1550654130d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730419690186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730419340162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14885552'] for port, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:16.901551 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-051aaaeb-75fd-40d5-a77c-d3a925debf98 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:16.949507 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391a50d6-2193-46b2-9cb3-1550654130d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=91396788-4a66-4159-931f-68b54e18d5da,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:16.975062 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-391a50d6-2193-46b2-9cb3-1550654130d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:17.039321 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-391a50d6-2193-46b2-9cb3-1550654130d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763192'] for router_gateway, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:17.222907 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-391a50d6-2193-46b2-9cb3-1550654130d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1768010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3637'] for router, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:17.225250 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-391a50d6-2193-46b2-9cb3-1550654130d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:17.248846 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-391a50d6-2193-46b2-9cb3-1550654130d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1762452'] for router, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:17.249381 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-391a50d6-2193-46b2-9cb3-1550654130d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c7f3dde-01f8-43b7-859a-d870a8ebed1d {{(pid=91548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 21 15:28:17.262091 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-391a50d6-2193-46b2-9cb3-1550654130d3 admin admin] Notify callbacks [] for router, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:17.265440 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-391a50d6-2193-46b2-9cb3-1550654130d3 admin admin] 10.222.0.69 "DELETE /v2.0/routers/7c7f3dde-01f8-43b7-859a-d870a8ebed1d HTTP/1.1" status: 204 len: 168 time: 1.3730073 May 21 15:28:17.265586 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1919a67-76a0-4b1a-a806-0e4461817a14 req-5d080c64-bbf2-4d9c-992b-dde9c7f62774 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:17.265586 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-a1919a67-76a0-4b1a-a806-0e4461817a14 req-5d080c64-bbf2-4d9c-992b-dde9c7f62774 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/ports?device_id=77824f18-154c-4ae9-9c8a-5e62755716de HTTP/1.1" status: 200 len: 945 time: 0.0818627 May 21 15:28:17.266191 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 36722) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:28:17.312293 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-a1919a67-76a0-4b1a-a806-0e4461817a14 req-e937b018-6c08-4c37-9cfc-9854ddbf97db tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a9f991a-b00d-4443-b066-279138d7ddd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409794 May 21 15:28:17.328795 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.db_base_plugin_v2 [None req-06313db3-11b2-4cad-93ad-5dd908f20c9a admin admin] Deleting subnet 3a59aec6-f0bc-458e-bf25-e00e76faea83 {{(pid=91548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 21 15:28:17.332840 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-06313db3-11b2-4cad-93ad-5dd908f20c9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:17.382517 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-06313db3-11b2-4cad-93ad-5dd908f20c9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15185061'] for subnet, precommit_delete_associations {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:17.467922 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-06313db3-11b2-4cad-93ad-5dd908f20c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708537'] for subnet, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:17.520976 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d1983-af64-43d1-b609-d04d016212bc req-c3d5e50d-2df6-4305-860f-4ba824297e03 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:17.522519 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-8a8d1983-af64-43d1-b609-d04d016212bc req-c3d5e50d-2df6-4305-860f-4ba824297e03 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/ports?device_id=77824f18-154c-4ae9-9c8a-5e62755716de HTTP/1.1" status: 200 len: 945 time: 0.1022811 May 21 15:28:17.571566 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-8a8d1983-af64-43d1-b609-d04d016212bc req-7eb066a0-3e4c-4cf9-9b1f-9692ee369f67 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a9f991a-b00d-4443-b066-279138d7ddd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397425 May 21 15:28:17.736436 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-06313db3-11b2-4cad-93ad-5dd908f20c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14885533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14760833'] for subnet, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:17.749644 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-fe68d36d-c830-471f-8e28-f404ff630acb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:17.788840 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06313db3-11b2-4cad-93ad-5dd908f20c9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a59aec6-f0bc-458e-bf25-e00e76faea83,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:17.792275 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-06313db3-11b2-4cad-93ad-5dd908f20c9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:17.793268 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-06313db3-11b2-4cad-93ad-5dd908f20c9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:17.801646 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f323560-6629-46ea-ba50-5da2998cb727 None None] Network eb30ab6c-f7c8-4207-93a0-64b78264c5e5 requested from dv-cinder-792299-3-iscsi {{(pid=91550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:28:17.807665 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-06313db3-11b2-4cad-93ad-5dd908f20c9a admin admin] 10.222.0.69 "DELETE /v2.0/subnets/3a59aec6-f0bc-458e-bf25-e00e76faea83 HTTP/1.1" status: 204 len: 168 time: 0.5405533 May 21 15:28:17.810259 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 36730) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:28:17.976455 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-1dcab7dd-3a2a-47b2-8ebc-123e21e86215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732154'] for network, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:18.037363 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:18.076180 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d26f3-d23a-4852-a0ac-cb09f2b6c419 req-25d28f6b-e02b-490b-9df1-d84eb89e13cd tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:18.077802 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-3f0d26f3-d23a-4852-a0ac-cb09f2b6c419 req-25d28f6b-e02b-490b-9df1-d84eb89e13cd tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/ports?device_id=77824f18-154c-4ae9-9c8a-5e62755716de HTTP/1.1" status: 200 len: 945 time: 0.1517072 May 21 15:28:18.109040 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.plugin [None req-1dcab7dd-3a2a-47b2-8ebc-123e21e86215 admin admin] Deleting port 73b3ce95-5c37-414b-ba30-b9ae8bf0fa80 {{(pid=91549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:28:18.109392 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-1dcab7dd-3a2a-47b2-8ebc-123e21e86215 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730419685614'] for port, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:18.137093 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91da59da-327f-478f-9957-09dd66d94878 None None] DHCP port deletion for eb30ab6c-f7c8-4207-93a0-64b78264c5e5 request from dv-cinder-792299-3-iscsi {{(pid=91550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 21 15:28:18.208973 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-3f0d26f3-d23a-4852-a0ac-cb09f2b6c419 req-fb2331c0-6780-428e-854a-57a239c40d6c tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a9f991a-b00d-4443-b066-279138d7ddd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239622 May 21 15:28:18.211028 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-91da59da-327f-478f-9957-09dd66d94878 None None] Deleting port 73b3ce95-5c37-414b-ba30-b9ae8bf0fa80 {{(pid=91550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:28:18.211458 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-91da59da-327f-478f-9957-09dd66d94878 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730419685614'] for port, before_delete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:18.230584 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.db [None req-1dcab7dd-3a2a-47b2-8ebc-123e21e86215 admin admin] For port 73b3ce95-5c37-414b-ba30-b9ae8bf0fa80, host dv-cinder-792299-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=73b3ce95-5c37-414b-ba30-b9ae8bf0fa80,segment=NetworkSegment(ab74b98d-ef35-4b09-b710-b5f6caf08ccc),segment_id=ab74b98d-ef35-4b09-b710-b5f6caf08ccc)] {{(pid=91549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:28:18.230872 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-1dcab7dd-3a2a-47b2-8ebc-123e21e86215 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829031'] for port, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:18.321767 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-f972903a-c607-450b-b0d3-698ca7f31d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:18.327884 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-91da59da-327f-478f-9957-09dd66d94878 None None] For port 73b3ce95-5c37-414b-ba30-b9ae8bf0fa80, host dv-cinder-792299-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=73b3ce95-5c37-414b-ba30-b9ae8bf0fa80,segment=NetworkSegment(ab74b98d-ef35-4b09-b710-b5f6caf08ccc),segment_id=ab74b98d-ef35-4b09-b710-b5f6caf08ccc)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:28:18.328277 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-91da59da-327f-478f-9957-09dd66d94878 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829031'] for port, precommit_delete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:18.373337 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.plugin [None req-1dcab7dd-3a2a-47b2-8ebc-123e21e86215 admin admin] Calling delete_port for 73b3ce95-5c37-414b-ba30-b9ae8bf0fa80 owned by network:dhcp {{(pid=91549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:28:18.428683 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-1dcab7dd-3a2a-47b2-8ebc-123e21e86215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730419690186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730419340162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14871526'] for port, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:18.437097 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:18.463965 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-91da59da-327f-478f-9957-09dd66d94878 None None] Calling delete_port for 73b3ce95-5c37-414b-ba30-b9ae8bf0fa80 owned by network:dhcp {{(pid=91550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:28:18.486630 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcab7dd-3a2a-47b2-8ebc-123e21e86215 admin admin] Pushing event deleted for resources: {'Port': ['ID=73b3ce95-5c37-414b-ba30-b9ae8bf0fa80,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:18.488410 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcab7dd-3a2a-47b2-8ebc-123e21e86215 admin admin] No DVR routers for this DVR port 73b3ce95-5c37-414b-ba30-b9ae8bf0fa80 on host dv-cinder-792299-3-iscsi {{(pid=91549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:28:18.489885 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-1dcab7dd-3a2a-47b2-8ebc-123e21e86215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:18.515505 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-91da59da-327f-478f-9957-09dd66d94878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730419690186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730419340162'] for port, after_delete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:18.520577 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:18.574604 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91da59da-327f-478f-9957-09dd66d94878 None None] No DVR routers for this DVR port 73b3ce95-5c37-414b-ba30-b9ae8bf0fa80 on host dv-cinder-792299-3-iscsi {{(pid=91550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:28:18.583586 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91da59da-327f-478f-9957-09dd66d94878 None None] Pushing event deleted for resources: {'Port': ['ID=73b3ce95-5c37-414b-ba30-b9ae8bf0fa80,revision_number=None']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:18.587308 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-91da59da-327f-478f-9957-09dd66d94878 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:18.729960 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 91396788-4a66-4159-931f-68b54e18d5da no longer exists at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:28:18.738551 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-1dcab7dd-3a2a-47b2-8ebc-123e21e86215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707840', 'neutron.services.segments.db._delete_segments_for_network-8730419779193'] for network, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:18.752168 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.services.segments.db [None req-1dcab7dd-3a2a-47b2-8ebc-123e21e86215 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb30ab6c-f7c8-4207-93a0-64b78264c5e5']}} {{(pid=91549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:28:18.766107 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] No Port match for: 91396788-4a66-4159-931f-68b54e18d5da {{(pid=91550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:28:18.766380 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 91396788-4a66-4159-931f-68b54e18d5da not bound to the agent host dv-cinder-792299-3-iscsi {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:28:18.767057 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 0a42e171-848b-4442-a629-6a574a48edba no longer exists at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:28:18.767361 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.services.segments.db [None req-1dcab7dd-3a2a-47b2-8ebc-123e21e86215 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab74b98d-ef35-4b09-b710-b5f6caf08ccc') {'for_net_delete': True} {{(pid=91549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:28:18.767666 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.services.segments.db [None req-1dcab7dd-3a2a-47b2-8ebc-123e21e86215 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab74b98d-ef35-4b09-b710-b5f6caf08ccc') {} {{(pid=91549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:28:18.781941 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-1dcab7dd-3a2a-47b2-8ebc-123e21e86215 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730419791885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16600647'] for segment, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:18.800033 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-1dcab7dd-3a2a-47b2-8ebc-123e21e86215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703692'] for segment, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:18.808776 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dcab7dd-3a2a-47b2-8ebc-123e21e86215 admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=91549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 21 15:28:18.809157 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-1dcab7dd-3a2a-47b2-8ebc-123e21e86215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14871445'] for segment, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:18.814385 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] No Port match for: 0a42e171-848b-4442-a629-6a574a48edba {{(pid=91550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:28:18.814871 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 0a42e171-848b-4442-a629-6a574a48edba not bound to the agent host dv-cinder-792299-3-iscsi {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:28:18.815171 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 73b3ce95-5c37-414b-ba30-b9ae8bf0fa80 no longer exists at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:28:18.823511 dv-cinder-792299-3-iscsi neutron-server[91549]: Traceback (most recent call last): May 21 15:28:18.823511 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 21 15:28:18.823511 dv-cinder-792299-3-iscsi neutron-server[91549]: timer() May 21 15:28:18.823511 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 21 15:28:18.823511 dv-cinder-792299-3-iscsi neutron-server[91549]: cb(*args, **kw) May 21 15:28:18.823511 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 21 15:28:18.823511 dv-cinder-792299-3-iscsi neutron-server[91549]: return func(*args, **kwargs) May 21 15:28:18.823511 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 21 15:28:18.823511 dv-cinder-792299-3-iscsi neutron-server[91549]: self._notify() May 21 15:28:18.823511 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 21 15:28:18.823511 dv-cinder-792299-3-iscsi neutron-server[91549]: self.callback(batched_events) May 21 15:28:18.823511 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 21 15:28:18.823511 dv-cinder-792299-3-iscsi neutron-server[91549]: event.method(event) May 21 15:28:18.823511 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 21 15:28:18.823511 dv-cinder-792299-3-iscsi neutron-server[91549]: aggregate_id = self._get_aggregate_id(event.segment_id) May 21 15:28:18.823511 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 21 15:28:18.823511 dv-cinder-792299-3-iscsi neutron-server[91549]: aggregate_uuid = self.p_client.list_aggregates( May 21 15:28:18.823511 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 21 15:28:18.823511 dv-cinder-792299-3-iscsi neutron-server[91549]: return f(self, *a, **k) May 21 15:28:18.823511 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 21 15:28:18.823511 dv-cinder-792299-3-iscsi neutron-server[91549]: return self._get(url).json() May 21 15:28:18.823511 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 21 15:28:18.823511 dv-cinder-792299-3-iscsi neutron-server[91549]: return self._client.get(url, endpoint_filter=self._ks_filter, May 21 15:28:18.823511 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 21 15:28:18.823511 dv-cinder-792299-3-iscsi neutron-server[91549]: return self.request(url, 'GET', **kwargs) May 21 15:28:18.823511 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 21 15:28:18.823511 dv-cinder-792299-3-iscsi neutron-server[91549]: base_url = self.get_endpoint(auth, allow=allow, May 21 15:28:18.823511 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 21 15:28:18.823511 dv-cinder-792299-3-iscsi neutron-server[91549]: auth = self._auth_required(auth, 'determine endpoint URL') May 21 15:28:18.823511 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 21 15:28:18.823511 dv-cinder-792299-3-iscsi neutron-server[91549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 21 15:28:18.823511 dv-cinder-792299-3-iscsi neutron-server[91549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 21 15:28:18.850937 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] No Port match for: 73b3ce95-5c37-414b-ba30-b9ae8bf0fa80 {{(pid=91550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:28:18.851417 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 73b3ce95-5c37-414b-ba30-b9ae8bf0fa80 not bound to the agent host dv-cinder-792299-3-iscsi {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:28:18.901174 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-1dcab7dd-3a2a-47b2-8ebc-123e21e86215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1599858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763229'] for network, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:18.904871 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-1905a7d2-ce13-4205-87d1-30cd52566f68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:18.917869 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-1dcab7dd-3a2a-47b2-8ebc-123e21e86215 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697775'] for network, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:18.928053 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcab7dd-3a2a-47b2-8ebc-123e21e86215 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb30ab6c-f7c8-4207-93a0-64b78264c5e5,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:18.932087 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-1dcab7dd-3a2a-47b2-8ebc-123e21e86215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:18.943134 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-1dcab7dd-3a2a-47b2-8ebc-123e21e86215 admin admin] 10.222.0.69 "DELETE /v2.0/networks/eb30ab6c-f7c8-4207-93a0-64b78264c5e5 HTTP/1.1" status: 204 len: 168 time: 1.1316826 May 21 15:28:18.946491 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 36744) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:28:19.307496 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e6f13acb-dde4-45e3-8932-2715da3406c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:19.489571 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-d5378f69-f723-44fa-8f79-90c17f2d7485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774749'] for router_interface, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:19.918859 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.plugin [None req-d5378f69-f723-44fa-8f79-90c17f2d7485 admin admin] Deleting port 5f48fb0e-27cb-4946-8f75-b24ac5a89f11 {{(pid=91549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:28:19.919285 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-d5378f69-f723-44fa-8f79-90c17f2d7485 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730419685614'] for port, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:20.051207 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.db [None req-d5378f69-f723-44fa-8f79-90c17f2d7485 admin admin] For port 5f48fb0e-27cb-4946-8f75-b24ac5a89f11, host dv-cinder-792299-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=5f48fb0e-27cb-4946-8f75-b24ac5a89f11,segment=NetworkSegment(a51fb918-5c11-4691-b911-2cf363306ab2),segment_id=a51fb918-5c11-4691-b911-2cf363306ab2)] {{(pid=91549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:28:20.051804 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-d5378f69-f723-44fa-8f79-90c17f2d7485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829031'] for port, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:20.294123 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.plugin [None req-d5378f69-f723-44fa-8f79-90c17f2d7485 admin admin] Calling delete_port for 5f48fb0e-27cb-4946-8f75-b24ac5a89f11 owned by network:router_interface {{(pid=91549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:28:20.630230 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-d5378f69-f723-44fa-8f79-90c17f2d7485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730419690186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730419340162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14871526'] for port, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:20.634918 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-6656dcdc-d568-4071-97b1-d70b9ca69207 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:20.679136 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5378f69-f723-44fa-8f79-90c17f2d7485 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f48fb0e-27cb-4946-8f75-b24ac5a89f11,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:20.683109 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-d5378f69-f723-44fa-8f79-90c17f2d7485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:20.875223 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-cb99478c-afff-4a9c-8770-f3354af234b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:20.985561 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-d5378f69-f723-44fa-8f79-90c17f2d7485 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1697739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1774833'] for router_interface, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:21.353989 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5378f69-f723-44fa-8f79-90c17f2d7485 admin admin] Router d2c526df-e847-485c-ad4a-95801002e799 has already been hosted by L3 agent 9c636599-187f-4688-bb24-d46a8be2a055 {{(pid=91549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:28:21.540239 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5378f69-f723-44fa-8f79-90c17f2d7485 admin admin] Notify agent at l3_agent.dv-cinder-792299-3-iscsi the message routers_updated {{(pid=91549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:28:21.550625 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d74817-3b2e-4b3d-abb2-fdbc5fcafe1f None None] Sync routers for ids ['d2c526df-e847-485c-ad4a-95801002e799'] in dv-cinder-792299-3-iscsi {{(pid=91550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:28:21.551113 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-d5378f69-f723-44fa-8f79-90c17f2d7485 admin admin] 10.222.0.69 "PUT /v2.0/routers/d2c526df-e847-485c-ad4a-95801002e799/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6034775 May 21 15:28:21.553534 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 36772) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:28:21.562123 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d74817-3b2e-4b3d-abb2-fdbc5fcafe1f None None] Routers {'d2c526df-e847-485c-ad4a-95801002e799'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:28:21.562738 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-46d74817-3b2e-4b3d-abb2-fdbc5fcafe1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:28:18Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['d2c526df-e847-485c-ad4a-95801002e799'], 'active': True} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:28:21.781374 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvr_db [None req-46d74817-3b2e-4b3d-abb2-fdbc5fcafe1f None None] Set router d2c526df-e847-485c-ad4a-95801002e799 gateway port host: dv-cinder-792299-3-iscsi {{(pid=91550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:28:21.870569 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-e038898e-684c-412a-950a-c4e505a20f30 admin admin] Notify callbacks [] for router, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:22.055434 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-e038898e-684c-412a-950a-c4e505a20f30 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:22.110819 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-46d74817-3b2e-4b3d-abb2-fdbc5fcafe1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c526df-e847-485c-ad4a-95801002e799', 'name': 'tempest-TestShelveInstance-526745383-router', 'tenant_id': '3c71e1e902aa4ed4b1fa9cb443862300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '591488d9-9118-49b8-b5c3-6c6e2d798732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:22:40Z', 'updated_at': '2021-05-21T15:28:20Z', 'revision_number': 5, 'project_id': '3c71e1e902aa4ed4b1fa9cb443862300', 'gw_port': {'id': '591488d9-9118-49b8-b5c3-6c6e2d798732', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:10:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c526df-e847-485c-ad4a-95801002e799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:22:41Z', 'updated_at': '2021-05-21T15:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi'}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:28:22.122306 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d74817-3b2e-4b3d-abb2-fdbc5fcafe1f None None] Checking router: d2c526df-e847-485c-ad4a-95801002e799 for host: dv-cinder-792299-3-iscsi {{(pid=91550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:28:22.131128 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d74817-3b2e-4b3d-abb2-fdbc5fcafe1f None None] Routers {'d2c526df-e847-485c-ad4a-95801002e799'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:28:22.131741 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-46d74817-3b2e-4b3d-abb2-fdbc5fcafe1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:28:18Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['d2c526df-e847-485c-ad4a-95801002e799'], 'active': True} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:28:22.133405 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.plugin [None req-e038898e-684c-412a-950a-c4e505a20f30 admin admin] Deleting port 591488d9-9118-49b8-b5c3-6c6e2d798732 {{(pid=91549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:28:22.133757 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-e038898e-684c-412a-950a-c4e505a20f30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730419685614'] for port, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:22.259568 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.db [None req-e038898e-684c-412a-950a-c4e505a20f30 admin admin] For port 591488d9-9118-49b8-b5c3-6c6e2d798732, host dv-cinder-792299-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=591488d9-9118-49b8-b5c3-6c6e2d798732,segment=NetworkSegment(6e22115a-e16c-4b74-9ec4-448dbc5267a0),segment_id=6e22115a-e16c-4b74-9ec4-448dbc5267a0)] {{(pid=91549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:28:22.259922 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-e038898e-684c-412a-950a-c4e505a20f30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829031'] for port, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:22.336828 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvr_db [None req-46d74817-3b2e-4b3d-abb2-fdbc5fcafe1f None None] Set router d2c526df-e847-485c-ad4a-95801002e799 gateway port host: None {{(pid=91550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:28:22.388203 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.plugin [None req-e038898e-684c-412a-950a-c4e505a20f30 admin admin] Calling delete_port for 591488d9-9118-49b8-b5c3-6c6e2d798732 owned by network:router_gateway {{(pid=91549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:28:22.449976 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-46d74817-3b2e-4b3d-abb2-fdbc5fcafe1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c526df-e847-485c-ad4a-95801002e799', 'name': 'tempest-TestShelveInstance-526745383-router', 'tenant_id': '3c71e1e902aa4ed4b1fa9cb443862300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:22:40Z', 'updated_at': '2021-05-21T15:28:22Z', 'revision_number': 6, 'project_id': '3c71e1e902aa4ed4b1fa9cb443862300', 'gw_port_host': None}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:28:22.455186 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d74817-3b2e-4b3d-abb2-fdbc5fcafe1f None None] The sync data for ids ['d2c526df-e847-485c-ad4a-95801002e799'] in dv-cinder-792299-3-iscsi is: [{'id': 'd2c526df-e847-485c-ad4a-95801002e799', 'name': 'tempest-TestShelveInstance-526745383-router', 'tenant_id': '3c71e1e902aa4ed4b1fa9cb443862300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:22:40Z', 'updated_at': '2021-05-21T15:28:22Z', 'revision_number': 6, 'project_id': '3c71e1e902aa4ed4b1fa9cb443862300', 'gw_port_host': None}] {{(pid=91550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:28:22.547400 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-e038898e-684c-412a-950a-c4e505a20f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730419690186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730419340162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14871526'] for port, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:22.551168 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-84a88988-2ca6-4be2-aef9-ee3f0e269830 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:22.600473 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038898e-684c-412a-950a-c4e505a20f30 admin admin] Pushing event deleted for resources: {'Port': ['ID=591488d9-9118-49b8-b5c3-6c6e2d798732,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:22.604215 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-e038898e-684c-412a-950a-c4e505a20f30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:22.693090 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-e038898e-684c-412a-950a-c4e505a20f30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763192'] for router_gateway, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:22.881297 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-e038898e-684c-412a-950a-c4e505a20f30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1768010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3637'] for router, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:22.883823 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-e038898e-684c-412a-950a-c4e505a20f30 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:22.923629 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-e038898e-684c-412a-950a-c4e505a20f30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1762452'] for router, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:22.924138 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e038898e-684c-412a-950a-c4e505a20f30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2c526df-e847-485c-ad4a-95801002e799 {{(pid=91549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 21 15:28:22.939342 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-e038898e-684c-412a-950a-c4e505a20f30 admin admin] Notify callbacks [] for router, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:22.940468 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-e038898e-684c-412a-950a-c4e505a20f30 admin admin] 10.222.0.69 "DELETE /v2.0/routers/d2c526df-e847-485c-ad4a-95801002e799 HTTP/1.1" status: 204 len: 168 time: 1.3860385 May 21 15:28:22.943021 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 36784) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:28:23.016414 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.db_base_plugin_v2 [None req-05707ae5-6ac1-4b84-ad40-b349eda11b1b admin admin] Deleting subnet 7f6fbaff-b496-46d7-af43-5842192020b6 {{(pid=91549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 21 15:28:23.019742 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-05707ae5-6ac1-4b84-ad40-b349eda11b1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:23.073406 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-05707ae5-6ac1-4b84-ad40-b349eda11b1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16600670'] for subnet, precommit_delete_associations {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:23.220416 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:23.249020 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 5f48fb0e-27cb-4946-8f75-b24ac5a89f11 no longer exists at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:28:23.294760 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] No Port match for: 5f48fb0e-27cb-4946-8f75-b24ac5a89f11 {{(pid=91550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:28:23.295554 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 5f48fb0e-27cb-4946-8f75-b24ac5a89f11 not bound to the agent host dv-cinder-792299-3-iscsi {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:28:23.317721 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-05707ae5-6ac1-4b84-ad40-b349eda11b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708537'] for subnet, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:23.612598 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-05707ae5-6ac1-4b84-ad40-b349eda11b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14871499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16546660'] for subnet, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:23.617321 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-acc79adb-1bf5-40b5-a028-6253674af41c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:23.653374 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05707ae5-6ac1-4b84-ad40-b349eda11b1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f6fbaff-b496-46d7-af43-5842192020b6,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:23.655940 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-05707ae5-6ac1-4b84-ad40-b349eda11b1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:23.658722 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-05707ae5-6ac1-4b84-ad40-b349eda11b1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697775'] for subnet, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:23.663947 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4367c027-282b-410f-a37d-d3e97621df41 None None] Network 5ed4c366-057e-4b7d-9055-890e7b34ed7a requested from dv-cinder-792299-3-iscsi {{(pid=91550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:28:23.665477 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-05707ae5-6ac1-4b84-ad40-b349eda11b1b admin admin] 10.222.0.69 "DELETE /v2.0/subnets/7f6fbaff-b496-46d7-af43-5842192020b6 HTTP/1.1" status: 204 len: 168 time: 0.7214696 May 21 15:28:23.668108 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 36790) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:28:23.777483 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-67cffa95-1991-46bb-8d26-d8c7bd26e0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732154'] for network, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:23.857659 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [None req-67cffa95-1991-46bb-8d26-d8c7bd26e0c9 admin admin] Deleting port 07054c68-996c-45ff-b0f7-0bf085f55e7e {{(pid=91548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:28:23.858015 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-67cffa95-1991-46bb-8d26-d8c7bd26e0c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730419685614'] for port, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:23.953264 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b028ca02-328c-4d2a-9faa-619f9a35639c None None] DHCP port deletion for 5ed4c366-057e-4b7d-9055-890e7b34ed7a request from dv-cinder-792299-3-iscsi {{(pid=91550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 21 15:28:23.968046 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [None req-67cffa95-1991-46bb-8d26-d8c7bd26e0c9 admin admin] For port 07054c68-996c-45ff-b0f7-0bf085f55e7e, host dv-cinder-792299-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=07054c68-996c-45ff-b0f7-0bf085f55e7e,segment=NetworkSegment(a51fb918-5c11-4691-b911-2cf363306ab2),segment_id=a51fb918-5c11-4691-b911-2cf363306ab2)] {{(pid=91548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:28:23.968407 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-67cffa95-1991-46bb-8d26-d8c7bd26e0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829031'] for port, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:24.022030 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-b028ca02-328c-4d2a-9faa-619f9a35639c None None] Deleting port 07054c68-996c-45ff-b0f7-0bf085f55e7e {{(pid=91550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:28:24.022411 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-b028ca02-328c-4d2a-9faa-619f9a35639c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730419685614'] for port, before_delete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:24.103255 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [None req-67cffa95-1991-46bb-8d26-d8c7bd26e0c9 admin admin] Calling delete_port for 07054c68-996c-45ff-b0f7-0bf085f55e7e owned by network:dhcp {{(pid=91548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:28:24.125801 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-b028ca02-328c-4d2a-9faa-619f9a35639c None None] For port 07054c68-996c-45ff-b0f7-0bf085f55e7e, host dv-cinder-792299-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=07054c68-996c-45ff-b0f7-0bf085f55e7e,segment=NetworkSegment(a51fb918-5c11-4691-b911-2cf363306ab2),segment_id=a51fb918-5c11-4691-b911-2cf363306ab2)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:28:24.126201 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-b028ca02-328c-4d2a-9faa-619f9a35639c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829031'] for port, precommit_delete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:24.139075 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.agents_db [None req-1cb0bb7b-b6db-4325-ad21-6fa15867ad0e None None] Agent healthcheck: found 6 active agents {{(pid=91551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:28:24.158032 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-67cffa95-1991-46bb-8d26-d8c7bd26e0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730419690186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730419340162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14885552'] for port, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:24.162136 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-946e5ce6-0d8f-475f-a05a-1ae3fc006e21 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:24.274256 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-b028ca02-328c-4d2a-9faa-619f9a35639c None None] Calling delete_port for 07054c68-996c-45ff-b0f7-0bf085f55e7e owned by network:dhcp {{(pid=91550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:28:24.314641 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cffa95-1991-46bb-8d26-d8c7bd26e0c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=07054c68-996c-45ff-b0f7-0bf085f55e7e,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:24.319544 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-67cffa95-1991-46bb-8d26-d8c7bd26e0c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:24.320007 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cffa95-1991-46bb-8d26-d8c7bd26e0c9 admin admin] No DVR routers for this DVR port 07054c68-996c-45ff-b0f7-0bf085f55e7e on host dv-cinder-792299-3-iscsi {{(pid=91548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:28:24.324151 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-b028ca02-328c-4d2a-9faa-619f9a35639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730419690186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730419340162'] for port, after_delete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:24.327950 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-1167a311-6714-44f2-a3dd-80bc559c448c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:24.379785 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b028ca02-328c-4d2a-9faa-619f9a35639c None None] Pushing event deleted for resources: {'Port': ['ID=07054c68-996c-45ff-b0f7-0bf085f55e7e,revision_number=None']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:24.383486 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-b028ca02-328c-4d2a-9faa-619f9a35639c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:24.385627 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b028ca02-328c-4d2a-9faa-619f9a35639c None None] No DVR routers for this DVR port 07054c68-996c-45ff-b0f7-0bf085f55e7e on host dv-cinder-792299-3-iscsi {{(pid=91550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:28:24.467264 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-67cffa95-1991-46bb-8d26-d8c7bd26e0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707840', 'neutron.services.segments.db._delete_segments_for_network-8730419779193'] for network, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:24.482469 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.services.segments.db [None req-67cffa95-1991-46bb-8d26-d8c7bd26e0c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ed4c366-057e-4b7d-9055-890e7b34ed7a']}} {{(pid=91548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:28:24.501037 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.services.segments.db [None req-67cffa95-1991-46bb-8d26-d8c7bd26e0c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a51fb918-5c11-4691-b911-2cf363306ab2') {'for_net_delete': True} {{(pid=91548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:28:24.501324 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.services.segments.db [None req-67cffa95-1991-46bb-8d26-d8c7bd26e0c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a51fb918-5c11-4691-b911-2cf363306ab2') {} {{(pid=91548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:28:24.514658 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-67cffa95-1991-46bb-8d26-d8c7bd26e0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730419791885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15185084'] for segment, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:24.532291 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-67cffa95-1991-46bb-8d26-d8c7bd26e0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703692'] for segment, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:24.540061 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67cffa95-1991-46bb-8d26-d8c7bd26e0c9 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=91548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 21 15:28:24.540554 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-67cffa95-1991-46bb-8d26-d8c7bd26e0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14885571'] for segment, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:24.554153 dv-cinder-792299-3-iscsi neutron-server[91548]: Traceback (most recent call last): May 21 15:28:24.554153 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 21 15:28:24.554153 dv-cinder-792299-3-iscsi neutron-server[91548]: timer() May 21 15:28:24.554153 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 21 15:28:24.554153 dv-cinder-792299-3-iscsi neutron-server[91548]: cb(*args, **kw) May 21 15:28:24.554153 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 21 15:28:24.554153 dv-cinder-792299-3-iscsi neutron-server[91548]: return func(*args, **kwargs) May 21 15:28:24.554153 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 21 15:28:24.554153 dv-cinder-792299-3-iscsi neutron-server[91548]: self._notify() May 21 15:28:24.554153 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 21 15:28:24.554153 dv-cinder-792299-3-iscsi neutron-server[91548]: self.callback(batched_events) May 21 15:28:24.554153 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 21 15:28:24.554153 dv-cinder-792299-3-iscsi neutron-server[91548]: event.method(event) May 21 15:28:24.554153 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 21 15:28:24.554153 dv-cinder-792299-3-iscsi neutron-server[91548]: aggregate_id = self._get_aggregate_id(event.segment_id) May 21 15:28:24.554153 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 21 15:28:24.554153 dv-cinder-792299-3-iscsi neutron-server[91548]: aggregate_uuid = self.p_client.list_aggregates( May 21 15:28:24.554153 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 21 15:28:24.554153 dv-cinder-792299-3-iscsi neutron-server[91548]: return f(self, *a, **k) May 21 15:28:24.554153 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 21 15:28:24.554153 dv-cinder-792299-3-iscsi neutron-server[91548]: return self._get(url).json() May 21 15:28:24.554153 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 21 15:28:24.554153 dv-cinder-792299-3-iscsi neutron-server[91548]: return self._client.get(url, endpoint_filter=self._ks_filter, May 21 15:28:24.554153 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 21 15:28:24.554153 dv-cinder-792299-3-iscsi neutron-server[91548]: return self.request(url, 'GET', **kwargs) May 21 15:28:24.554153 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 21 15:28:24.554153 dv-cinder-792299-3-iscsi neutron-server[91548]: base_url = self.get_endpoint(auth, allow=allow, May 21 15:28:24.554153 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 21 15:28:24.554153 dv-cinder-792299-3-iscsi neutron-server[91548]: auth = self._auth_required(auth, 'determine endpoint URL') May 21 15:28:24.554153 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 21 15:28:24.554153 dv-cinder-792299-3-iscsi neutron-server[91548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 21 15:28:24.554153 dv-cinder-792299-3-iscsi neutron-server[91548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 21 15:28:24.636475 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-67cffa95-1991-46bb-8d26-d8c7bd26e0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1599858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763229'] for network, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:24.642310 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:24.668886 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-67cffa95-1991-46bb-8d26-d8c7bd26e0c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697775'] for network, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:24.671661 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cffa95-1991-46bb-8d26-d8c7bd26e0c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ed4c366-057e-4b7d-9055-890e7b34ed7a,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:24.674844 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-67cffa95-1991-46bb-8d26-d8c7bd26e0c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:24.691741 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-67cffa95-1991-46bb-8d26-d8c7bd26e0c9 admin admin] 10.222.0.69 "DELETE /v2.0/networks/5ed4c366-057e-4b7d-9055-890e7b34ed7a HTTP/1.1" status: 204 len: 168 time: 1.0155580 May 21 15:28:24.721144 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 591488d9-9118-49b8-b5c3-6c6e2d798732 no longer exists at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:28:24.773344 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] No Port match for: 591488d9-9118-49b8-b5c3-6c6e2d798732 {{(pid=91550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:28:24.773344 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 591488d9-9118-49b8-b5c3-6c6e2d798732 not bound to the agent host dv-cinder-792299-3-iscsi {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:28:24.774500 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 07054c68-996c-45ff-b0f7-0bf085f55e7e no longer exists at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:28:24.811978 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] No Port match for: 07054c68-996c-45ff-b0f7-0bf085f55e7e {{(pid=91550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:28:24.812334 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 07054c68-996c-45ff-b0f7-0bf085f55e7e not bound to the agent host dv-cinder-792299-3-iscsi {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:28:24.841644 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 36800) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:28:24.895808 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-6bfbb4f2-0503-42bd-abac-4c21ad9db2b9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=40b90e1ae06e4417a829177c97d9995a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0528367 May 21 15:28:24.898955 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 36804) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:28:24.961698 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-ae50c9f8-13de-49cc-b5bf-0a36554f973b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:24.992513 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-ae50c9f8-13de-49cc-b5bf-0a36554f973b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:25.054676 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-ae50c9f8-13de-49cc-b5bf-0a36554f973b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:25.058986 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-54bc6943-e3c2-443d-8bae-efd9661c11f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:25.073695 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae50c9f8-13de-49cc-b5bf-0a36554f973b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe98c12-6fbe-4d08-af7a-c6f4bfa04897,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:25.076647 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-ae50c9f8-13de-49cc-b5bf-0a36554f973b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:25.084546 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-ae50c9f8-13de-49cc-b5bf-0a36554f973b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:25.086284 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-ae50c9f8-13de-49cc-b5bf-0a36554f973b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ffe98c12-6fbe-4d08-af7a-c6f4bfa04897 HTTP/1.1" status: 204 len: 168 time: 0.1857741 May 21 15:28:25.462564 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 36814) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:28:25.518732 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-7ea78f14-c4e1-4844-bddb-88be4d56fd07 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3c71e1e902aa4ed4b1fa9cb443862300&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0547812 May 21 15:28:25.521171 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 36818) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:28:25.583146 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-8412d73a-3b68-49ae-8361-4373b8b49b5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:25.615061 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-8412d73a-3b68-49ae-8361-4373b8b49b5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:25.673563 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-8412d73a-3b68-49ae-8361-4373b8b49b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:25.677333 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-4ed911a4-35c0-464b-9a95-88207e192d66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:25.690202 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8412d73a-3b68-49ae-8361-4373b8b49b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6354103a-ac42-4330-afa4-6d4a725523ac,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:25.693180 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-8412d73a-3b68-49ae-8361-4373b8b49b5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:25.695822 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-8412d73a-3b68-49ae-8361-4373b8b49b5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:25.696565 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-8412d73a-3b68-49ae-8361-4373b8b49b5d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6354103a-ac42-4330-afa4-6d4a725523ac HTTP/1.1" status: 204 len: 168 time: 0.1744561 May 21 15:28:27.633999 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b6abf-6695-4a87-8959-de4c3ce07ee5 req-61821432-131c-4c96-bb9e-e76ed5967e72 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:27.635512 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-a76b6abf-6695-4a87-8959-de4c3ce07ee5 req-61821432-131c-4c96-bb9e-e76ed5967e72 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/ports?device_id=77824f18-154c-4ae9-9c8a-5e62755716de HTTP/1.1" status: 200 len: 945 time: 0.0826192 May 21 15:28:27.688257 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-a76b6abf-6695-4a87-8959-de4c3ce07ee5 req-1db54e04-4628-4301-a540-e18c617d91df tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a9f991a-b00d-4443-b066-279138d7ddd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469117 May 21 15:28:27.716747 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 36838) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:28:28.031044 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4446ebb6-7cd1-4ec9-b465-3d53c1f43ad8 tempest-TestMinimumBasicScenario-329805789 tempest-TestMinimumBasicScenario-329805789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:28.031597 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-4446ebb6-7cd1-4ec9-b465-3d53c1f43ad8 tempest-TestMinimumBasicScenario-329805789 tempest-TestMinimumBasicScenario-329805789-project-admin] Synchronizing usage tracker for tenant:149eef9a8c4847388a55b609d9945f37 on resource:port {{(pid=91549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:28:28.049077 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-4446ebb6-7cd1-4ec9-b465-3d53c1f43ad8 tempest-TestMinimumBasicScenario-329805789 tempest-TestMinimumBasicScenario-329805789-project-admin] Unset dirty status for tenant:149eef9a8c4847388a55b609d9945f37 on resource:port {{(pid=91549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:28:28.050414 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-4446ebb6-7cd1-4ec9-b465-3d53c1f43ad8 tempest-TestMinimumBasicScenario-329805789 tempest-TestMinimumBasicScenario-329805789-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=77824f18-154c-4ae9-9c8a-5e62755716de HTTP/1.1" status: 200 len: 1093 time: 0.3323121 May 21 15:28:28.055282 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 36844) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:28:28.060523 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.v2.base [None req-5546279a-433f-4255-b141-ea197b12ee5d tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Request body: {'floatingip': {'floating_network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'port_id': 'ddbbbd64-9dab-4e7e-8d14-89bad64818de', 'tenant_id': '630d170970d84363a803862f2026c034', 'fixed_ip_address': '172.20.0.9'}} {{(pid=91549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:28:28.066622 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-5546279a-433f-4255-b141-ea197b12ee5d tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:28:28.072247 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-5546279a-433f-4255-b141-ea197b12ee5d tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Usage tracker for resource:floatingip and tenant:630d170970d84363a803862f2026c034 is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:28:28.075374 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-5546279a-433f-4255-b141-ea197b12ee5d tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:28:28.081555 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-5546279a-433f-4255-b141-ea197b12ee5d tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:28:28.093110 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-5546279a-433f-4255-b141-ea197b12ee5d tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Notify callbacks [] for floatingip, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:28.239292 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-5546279a-433f-4255-b141-ea197b12ee5d tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:28.380672 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.db_base_plugin_common [None req-5546279a-433f-4255-b141-ea197b12ee5d tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Allocated IP 172.27.2.162 (ba463646-5c92-40f4-a60a-d72924905aed/aafb72b8-44f1-4418-af97-0acaa496b3de/96e315ea-98f8-43bf-a54e-3745422e3535) {{(pid=91549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:28:28.532681 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-5546279a-433f-4255-b141-ea197b12ee5d tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Notify callbacks [] for port, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:28.568325 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-5546279a-433f-4255-b141-ea197b12ee5d tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730419340153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14871526'] for port, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:28.573620 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-2bfedffd-5bdf-4003-a95a-10f7075e6d4d tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:28.635478 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5546279a-433f-4255-b141-ea197b12ee5d tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Network ba463646-5c92-40f4-a60a-d72924905aed is already hosted by enough agents. {{(pid=91549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:28:28.638861 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.base_scheduler [None req-5546279a-433f-4255-b141-ea197b12ee5d tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Resources bound (agent type, host, resource id): {{(pid=91549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:28:28.641286 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5546279a-433f-4255-b141-ea197b12ee5d tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Received port after_create {{(pid=91549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:28:28.685364 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5546279a-433f-4255-b141-ea197b12ee5d tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Pushing event updated for resources: {'Port': ['ID=96e315ea-98f8-43bf-a54e-3745422e3535,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:28.688248 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-5546279a-433f-4255-b141-ea197b12ee5d tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:29.063336 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-5546279a-433f-4255-b141-ea197b12ee5d tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:29.239835 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-5546279a-433f-4255-b141-ea197b12ee5d tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:29.465993 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-5546279a-433f-4255-b141-ea197b12ee5d tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Notify callbacks [] for port, precommit_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:29.470470 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-5546279a-433f-4255-b141-ea197b12ee5d tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14871537'] for port, after_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:29.474150 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-131a94a0-43cb-4ddc-8697-3ff8e221e41b tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:29.585253 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5546279a-433f-4255-b141-ea197b12ee5d tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Pushing event updated for resources: {'Port': ['ID=96e315ea-98f8-43bf-a54e-3745422e3535,revision_number=2']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:29.589779 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-5546279a-433f-4255-b141-ea197b12ee5d tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:29.598239 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-5546279a-433f-4255-b141-ea197b12ee5d tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763211'] for floatingip, after_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:29.776724 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.db.l3_db [None req-5546279a-433f-4255-b141-ea197b12ee5d tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Floating IP 6aac0cd8-b2c5-43c8-aca5-18bc6c831117 associated. External IP: 172.27.2.162, port: ddbbbd64-9dab-4e7e-8d14-89bad64818de. May 21 15:28:30.134801 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5546279a-433f-4255-b141-ea197b12ee5d tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Router 64a6df7a-fb45-4baf-a503-9e6cc2c8c843 has already been hosted by L3 agent 9c636599-187f-4688-bb24-d46a8be2a055 {{(pid=91549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:28:30.328501 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5546279a-433f-4255-b141-ea197b12ee5d tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Notify agent at l3_agent.dv-cinder-792299-3-iscsi the message routers_updated {{(pid=91549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:28:30.338680 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5a7f36-3158-4286-b1c9-b287b52a817d None None] Sync routers for ids ['64a6df7a-fb45-4baf-a503-9e6cc2c8c843'] in dv-cinder-792299-3-iscsi {{(pid=91551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:28:30.349270 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5a7f36-3158-4286-b1c9-b287b52a817d None None] Routers {'64a6df7a-fb45-4baf-a503-9e6cc2c8c843'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:28:30.349890 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-dd5a7f36-3158-4286-b1c9-b287b52a817d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:28:18Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['64a6df7a-fb45-4baf-a503-9e6cc2c8c843'], 'active': True} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:28:30.357219 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-5546279a-433f-4255-b141-ea197b12ee5d tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for floatingip, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:30.431218 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-5546279a-433f-4255-b141-ea197b12ee5d tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3747110 May 21 15:28:30.431883 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77824f18-154c-4ae9-9c8a-5e62755716de', 'tag': 'ddbbbd64-9dab-4e7e-8d14-89bad64818de'}] {{(pid=91549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:28:30.434174 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 36854) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:28:30.441067 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [None req-151f78e4-27c6-4f3a-b30b-6cfd09932309 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1954643084', 'description': 'tempest-secgroup-smoke-1954643084 description', 'project_id': '630d170970d84363a803862f2026c034'}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:28:30.451854 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-151f78e4-27c6-4f3a-b30b-6cfd09932309 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:28:30.455903 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-151f78e4-27c6-4f3a-b30b-6cfd09932309 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Usage tracker for resource:security_group and tenant:630d170970d84363a803862f2026c034 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:28:30.458845 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-151f78e4-27c6-4f3a-b30b-6cfd09932309 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:28:30.470453 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-151f78e4-27c6-4f3a-b30b-6cfd09932309 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:28:30.483125 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-151f78e4-27c6-4f3a-b30b-6cfd09932309 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Notify callbacks [] for security_group, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:30.509957 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-151f78e4-27c6-4f3a-b30b-6cfd09932309 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:28:30.514585 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-151f78e4-27c6-4f3a-b30b-6cfd09932309 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Usage tracker for resource:security_group_rule and tenant:630d170970d84363a803862f2026c034 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:28:30.518736 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-151f78e4-27c6-4f3a-b30b-6cfd09932309 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:28:30.526945 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-151f78e4-27c6-4f3a-b30b-6cfd09932309 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:28:30.563931 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvr_db [None req-dd5a7f36-3158-4286-b1c9-b287b52a817d None None] Set router 64a6df7a-fb45-4baf-a503-9e6cc2c8c843 gateway port host: dv-cinder-792299-3-iscsi {{(pid=91551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:28:30.609494 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-151f78e4-27c6-4f3a-b30b-6cfd09932309 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Notify callbacks [] for security_group, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:30.615967 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-151f78e4-27c6-4f3a-b30b-6cfd09932309 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:30.622683 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-3a995df6-6cbf-4b71-b3be-dd471b78cc63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:30.636389 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77824f18-154c-4ae9-9c8a-5e62755716de', 'tag': 'ddbbbd64-9dab-4e7e-8d14-89bad64818de', 'status': 'completed', 'code': 200} May 21 15:28:30.663876 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151f78e4-27c6-4f3a-b30b-6cfd09932309 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4fc4f8a-2fbf-4cdf-80b5-f838c75fe351,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:30.669161 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-151f78e4-27c6-4f3a-b30b-6cfd09932309 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:30.715175 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-151f78e4-27c6-4f3a-b30b-6cfd09932309 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Notify callbacks [] for security_group, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:30.720095 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-151f78e4-27c6-4f3a-b30b-6cfd09932309 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2810359 May 21 15:28:30.721441 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 36860) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:28:30.728928 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.v2.base [None req-d1cea3c1-ad21-4bde-9123-250a88f01abc tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Request body: {'security_group_rule': {'security_group_id': 'f4fc4f8a-2fbf-4cdf-80b5-f838c75fe351', 'project_id': '630d170970d84363a803862f2026c034', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:28:30.736116 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-d1cea3c1-ad21-4bde-9123-250a88f01abc tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:28:30.741223 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-d1cea3c1-ad21-4bde-9123-250a88f01abc tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Usage tracker for resource:security_group_rule and tenant:630d170970d84363a803862f2026c034 is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:28:30.745352 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-d1cea3c1-ad21-4bde-9123-250a88f01abc tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:28:30.752106 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33431c5-bfe9-4221-a8fc-5cc57f7b8d95 req-e2af157d-fc7e-42dd-b8a8-0f2b9c47dfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:30.753854 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-d1cea3c1-ad21-4bde-9123-250a88f01abc tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:28:30.754029 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-c33431c5-bfe9-4221-a8fc-5cc57f7b8d95 req-e2af157d-fc7e-42dd-b8a8-0f2b9c47dfb0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=630d170970d84363a803862f2026c034&device_id=77824f18-154c-4ae9-9c8a-5e62755716de HTTP/1.1" status: 200 len: 1098 time: 0.0873783 May 21 15:28:30.776452 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-d1cea3c1-ad21-4bde-9123-250a88f01abc tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:30.842780 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-d1cea3c1-ad21-4bde-9123-250a88f01abc tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:30.847610 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-d1cea3c1-ad21-4bde-9123-250a88f01abc tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595095'] for security_group_rule, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:30.850326 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:30.867844 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cea3c1-ad21-4bde-9123-250a88f01abc tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41051234-2661-4a99-8fe9-949aa631b457,revision_number=0']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:30.874839 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-d1cea3c1-ad21-4bde-9123-250a88f01abc tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:30.887371 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-d1cea3c1-ad21-4bde-9123-250a88f01abc tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:30.891166 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-d1cea3c1-ad21-4bde-9123-250a88f01abc tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1658823 May 21 15:28:30.891451 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 36864) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:28:30.896921 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.v2.base [None req-a4c4c6c2-239e-4f9b-b98c-70bf6ff77e2b tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Request body: {'security_group_rule': {'security_group_id': 'f4fc4f8a-2fbf-4cdf-80b5-f838c75fe351', 'project_id': '630d170970d84363a803862f2026c034', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:28:30.903189 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-a4c4c6c2-239e-4f9b-b98c-70bf6ff77e2b tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:28:30.909086 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-a4c4c6c2-239e-4f9b-b98c-70bf6ff77e2b tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Usage tracker for resource:security_group_rule and tenant:630d170970d84363a803862f2026c034 is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:28:30.913394 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-a4c4c6c2-239e-4f9b-b98c-70bf6ff77e2b tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:28:30.924663 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-a4c4c6c2-239e-4f9b-b98c-70bf6ff77e2b tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:28:30.924941 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33431c5-bfe9-4221-a8fc-5cc57f7b8d95 req-8b791fd5-a048-4d2e-bd6e-82a9e68054d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:30.926285 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-c33431c5-bfe9-4221-a8fc-5cc57f7b8d95 req-8b791fd5-a048-4d2e-bd6e-82a9e68054d4 service neutron] 10.222.0.68 "GET /v2.0/networks?id=e094ae2b-5a46-4183-afe6-dd1ed8c367a2 HTTP/1.1" status: 200 len: 916 time: 0.1656454 May 21 15:28:30.946569 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-a4c4c6c2-239e-4f9b-b98c-70bf6ff77e2b tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:30.954999 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-dd5a7f36-3158-4286-b1c9-b287b52a817d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a6df7a-fb45-4baf-a503-9e6cc2c8c843', 'name': 'tempest-TestMinimumBasicScenario-1469102867-router', 'tenant_id': '630d170970d84363a803862f2026c034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '97453e6a-d1f8-46f3-87e7-1d11a4c7f2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:27:27Z', 'updated_at': '2021-05-21T15:27:32Z', 'revision_number': 4, 'project_id': '630d170970d84363a803862f2026c034', 'gw_port': {'id': '97453e6a-d1f8-46f3-87e7-1d11a4c7f2b5', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a6df7a-fb45-4baf-a503-9e6cc2c8c843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:27:28Z', 'updated_at': '2021-05-21T15:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_floatingips': [{'id': '6aac0cd8-b2c5-43c8-aca5-18bc6c831117', 'tenant_id': '630d170970d84363a803862f2026c034', 'floating_ip_address': '172.27.2.162', 'floating_network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'router_id': '64a6df7a-fb45-4baf-a503-9e6cc2c8c843', 'port_id': 'ddbbbd64-9dab-4e7e-8d14-89bad64818de', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e094ae2b-5a46-4183-afe6-dd1ed8c367a2', 'mac_address': 'fa:16:3e:c6:a7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77824f18-154c-4ae9-9c8a-5e62755716de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:28:29Z', 'updated_at': '2021-05-21T15:28:29Z', 'revision_number': 0, 'project_id': '630d170970d84363a803862f2026c034', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '208b4677-86d4-4035-900d-ef274270cc5b', 'name': '', 'network_id': 'e094ae2b-5a46-4183-afe6-dd1ed8c367a2', 'tenant_id': '630d170970d84363a803862f2026c034', 'mac_address': 'fa:16:3e:12:53:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a6df7a-fb45-4baf-a503-9e6cc2c8c843', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '457733cb-d434-4c36-8644-ba9371329c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:27:31Z', 'updated_at': '2021-05-21T15:27:40Z', 'revision_number': 5, 'project_id': '630d170970d84363a803862f2026c034', 'subnets': [{'id': '457733cb-d434-4c36-8644-ba9371329c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:28:30.964848 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5a7f36-3158-4286-b1c9-b287b52a817d None None] Checking router: 64a6df7a-fb45-4baf-a503-9e6cc2c8c843 for host: dv-cinder-792299-3-iscsi {{(pid=91551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:28:30.974793 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5a7f36-3158-4286-b1c9-b287b52a817d None None] Routers {'64a6df7a-fb45-4baf-a503-9e6cc2c8c843'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:28:30.975358 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-dd5a7f36-3158-4286-b1c9-b287b52a817d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:28:18Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['64a6df7a-fb45-4baf-a503-9e6cc2c8c843'], 'active': True} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:28:31.023466 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-a4c4c6c2-239e-4f9b-b98c-70bf6ff77e2b tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:31.030780 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-a4c4c6c2-239e-4f9b-b98c-70bf6ff77e2b tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595095'] for security_group_rule, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:31.039314 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:31.042870 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-c33431c5-bfe9-4221-a8fc-5cc57f7b8d95 req-891e52c2-d793-4ab7-a87c-bff01e8f5c4d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddbbbd64-9dab-4e7e-8d14-89bad64818de HTTP/1.1" status: 200 len: 999 time: 0.1093104 May 21 15:28:31.059388 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c4c6c2-239e-4f9b-b98c-70bf6ff77e2b tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6481d471-eeb2-4764-ac28-2f9b564356f9,revision_number=0']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:31.061980 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-a4c4c6c2-239e-4f9b-b98c-70bf6ff77e2b tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:31.072096 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-a4c4c6c2-239e-4f9b-b98c-70bf6ff77e2b tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:31.073682 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-a4c4c6c2-239e-4f9b-b98c-70bf6ff77e2b tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1809814 May 21 15:28:31.076923 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 36868) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:28:31.083215 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.v2.base [None req-db8fbd4b-cb94-45d8-8262-a01ce4be3ad3 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Request body: {'security_group_rule': {'security_group_id': 'f4fc4f8a-2fbf-4cdf-80b5-f838c75fe351', 'project_id': '630d170970d84363a803862f2026c034', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:28:31.089360 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-db8fbd4b-cb94-45d8-8262-a01ce4be3ad3 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:28:31.093306 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-db8fbd4b-cb94-45d8-8262-a01ce4be3ad3 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Usage tracker for resource:security_group_rule and tenant:630d170970d84363a803862f2026c034 is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:28:31.098793 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-db8fbd4b-cb94-45d8-8262-a01ce4be3ad3 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:28:31.102434 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-db8fbd4b-cb94-45d8-8262-a01ce4be3ad3 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:28:31.122853 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-db8fbd4b-cb94-45d8-8262-a01ce4be3ad3 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:31.130007 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33431c5-bfe9-4221-a8fc-5cc57f7b8d95 req-2c4de7fc-aeab-4de4-9961-f03ac7c25fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:31.131687 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-c33431c5-bfe9-4221-a8fc-5cc57f7b8d95 req-2c4de7fc-aeab-4de4-9961-f03ac7c25fbb service neutron] 10.222.0.68 "GET /v2.0/subnets?id=457733cb-d434-4c36-8644-ba9371329c18 HTTP/1.1" status: 200 len: 854 time: 0.0812788 May 21 15:28:31.169019 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvr_db [None req-dd5a7f36-3158-4286-b1c9-b287b52a817d None None] Set router 64a6df7a-fb45-4baf-a503-9e6cc2c8c843 gateway port host: dv-cinder-792299-3-iscsi {{(pid=91551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:28:31.203817 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-db8fbd4b-cb94-45d8-8262-a01ce4be3ad3 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:31.208944 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-db8fbd4b-cb94-45d8-8262-a01ce4be3ad3 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595095'] for security_group_rule, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:31.211502 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-e171b9c4-e8a8-447f-8b61-9c6bfa0a0612 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:31.222608 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33431c5-bfe9-4221-a8fc-5cc57f7b8d95 req-58042e9f-3f2c-4306-9251-80f456c8694a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:31.225338 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-c33431c5-bfe9-4221-a8fc-5cc57f7b8d95 req-58042e9f-3f2c-4306-9251-80f456c8694a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e094ae2b-5a46-4183-afe6-dd1ed8c367a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0863309 May 21 15:28:31.235503 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8fbd4b-cb94-45d8-8262-a01ce4be3ad3 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb1eac3b-a02a-4016-b9fd-ddf94942a6d5,revision_number=0']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:31.238113 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-db8fbd4b-cb94-45d8-8262-a01ce4be3ad3 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:31.246736 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-db8fbd4b-cb94-45d8-8262-a01ce4be3ad3 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:31.248226 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-db8fbd4b-cb94-45d8-8262-a01ce4be3ad3 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1697919 May 21 15:28:31.251959 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 36872) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:28:31.258255 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.v2.base [None req-83d8758c-8c97-41fb-8203-ba2b86dcba69 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Request body: {'security_group_rule': {'security_group_id': 'f4fc4f8a-2fbf-4cdf-80b5-f838c75fe351', 'project_id': '630d170970d84363a803862f2026c034', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:28:31.264646 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-83d8758c-8c97-41fb-8203-ba2b86dcba69 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:28:31.275907 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-83d8758c-8c97-41fb-8203-ba2b86dcba69 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Usage tracker for resource:security_group_rule and tenant:630d170970d84363a803862f2026c034 is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:28:31.278963 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-83d8758c-8c97-41fb-8203-ba2b86dcba69 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:28:31.284722 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-83d8758c-8c97-41fb-8203-ba2b86dcba69 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:28:31.301141 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-83d8758c-8c97-41fb-8203-ba2b86dcba69 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:31.386746 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-c33431c5-bfe9-4221-a8fc-5cc57f7b8d95 req-91414cb6-f1a0-4543-8b93-01bea64a31ce service neutron] 10.222.0.68 "GET /v2.0/networks/e094ae2b-5a46-4183-afe6-dd1ed8c367a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445630 May 21 15:28:31.515759 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-83d8758c-8c97-41fb-8203-ba2b86dcba69 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:31.520865 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-83d8758c-8c97-41fb-8203-ba2b86dcba69 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595095'] for security_group_rule, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:31.525704 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:31.558977 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-dd5a7f36-3158-4286-b1c9-b287b52a817d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a6df7a-fb45-4baf-a503-9e6cc2c8c843', 'name': 'tempest-TestMinimumBasicScenario-1469102867-router', 'tenant_id': '630d170970d84363a803862f2026c034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '97453e6a-d1f8-46f3-87e7-1d11a4c7f2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:27:27Z', 'updated_at': '2021-05-21T15:27:32Z', 'revision_number': 4, 'project_id': '630d170970d84363a803862f2026c034', 'gw_port': {'id': '97453e6a-d1f8-46f3-87e7-1d11a4c7f2b5', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a6df7a-fb45-4baf-a503-9e6cc2c8c843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:27:28Z', 'updated_at': '2021-05-21T15:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_floatingips': [{'id': '6aac0cd8-b2c5-43c8-aca5-18bc6c831117', 'tenant_id': '630d170970d84363a803862f2026c034', 'floating_ip_address': '172.27.2.162', 'floating_network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'router_id': '64a6df7a-fb45-4baf-a503-9e6cc2c8c843', 'port_id': 'ddbbbd64-9dab-4e7e-8d14-89bad64818de', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e094ae2b-5a46-4183-afe6-dd1ed8c367a2', 'mac_address': 'fa:16:3e:c6:a7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77824f18-154c-4ae9-9c8a-5e62755716de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:28:29Z', 'updated_at': '2021-05-21T15:28:29Z', 'revision_number': 0, 'project_id': '630d170970d84363a803862f2026c034', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '208b4677-86d4-4035-900d-ef274270cc5b', 'name': '', 'network_id': 'e094ae2b-5a46-4183-afe6-dd1ed8c367a2', 'tenant_id': '630d170970d84363a803862f2026c034', 'mac_address': 'fa:16:3e:12:53:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a6df7a-fb45-4baf-a503-9e6cc2c8c843', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '457733cb-d434-4c36-8644-ba9371329c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:27:31Z', 'updated_at': '2021-05-21T15:27:40Z', 'revision_number': 5, 'project_id': '630d170970d84363a803862f2026c034', 'subnets': [{'id': '457733cb-d434-4c36-8644-ba9371329c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:28:31.559591 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d8758c-8c97-41fb-8203-ba2b86dcba69 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8423722-44e7-436a-ba68-a9aafc7f714e,revision_number=0']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:31.562090 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-83d8758c-8c97-41fb-8203-ba2b86dcba69 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:31.563189 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5a7f36-3158-4286-b1c9-b287b52a817d None None] The sync data for ids ['64a6df7a-fb45-4baf-a503-9e6cc2c8c843'] in dv-cinder-792299-3-iscsi is: [{'id': '64a6df7a-fb45-4baf-a503-9e6cc2c8c843', 'name': 'tempest-TestMinimumBasicScenario-1469102867-router', 'tenant_id': '630d170970d84363a803862f2026c034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '97453e6a-d1f8-46f3-87e7-1d11a4c7f2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:27:27Z', 'updated_at': '2021-05-21T15:27:32Z', 'revision_number': 4, 'project_id': '630d170970d84363a803862f2026c034', 'gw_port': {'id': '97453e6a-d1f8-46f3-87e7-1d11a4c7f2b5', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a6df7a-fb45-4baf-a503-9e6cc2c8c843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:27:28Z', 'updated_at': '2021-05-21T15:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_floatingips': [{'id': '6aac0cd8-b2c5-43c8-aca5-18bc6c831117', 'tenant_id': '630d170970d84363a803862f2026c034', 'floating_ip_address': '172.27.2.162', 'floating_network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'router_id': '64a6df7a-fb45-4baf-a503-9e6cc2c8c843', 'port_id': 'ddbbbd64-9dab-4e7e-8d14-89bad64818de', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e094ae2b-5a46-4183-afe6-dd1ed8c367a2', 'mac_address': 'fa:16:3e:c6:a7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77824f18-154c-4ae9-9c8a-5e62755716de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:28:29Z', 'updated_at': '2021-05-21T15:28:29Z', 'revision_number': 0, 'project_id': '630d170970d84363a803862f2026c034', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '208b4677-86d4-4035-900d-ef274270cc5b', 'name': '', 'network_id': 'e094ae2b-5a46-4183-afe6-dd1ed8c367a2', 'tenant_id': '630d170970d84363a803862f2026c034', 'mac_address': 'fa:16:3e:12:53:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a6df7a-fb45-4baf-a503-9e6cc2c8c843', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '457733cb-d434-4c36-8644-ba9371329c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:27:31Z', 'updated_at': '2021-05-21T15:27:40Z', 'revision_number': 5, 'project_id': '630d170970d84363a803862f2026c034', 'subnets': [{'id': '457733cb-d434-4c36-8644-ba9371329c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:28:31.565896 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-c33431c5-bfe9-4221-a8fc-5cc57f7b8d95 req-20bdb840-ed6a-4892-a8be-14569b33a9fd service neutron] 10.222.0.68 "GET /v2.0/networks/e094ae2b-5a46-4183-afe6-dd1ed8c367a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718132 May 21 15:28:31.570580 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-83d8758c-8c97-41fb-8203-ba2b86dcba69 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:31.572016 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-83d8758c-8c97-41fb-8203-ba2b86dcba69 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3190854 May 21 15:28:31.576164 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 36878) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:28:31.581644 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.v2.base [None req-9192d4fa-35fd-4a55-8280-c26bb1b85937 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Request body: {'security_group_rule': {'security_group_id': 'f4fc4f8a-2fbf-4cdf-80b5-f838c75fe351', 'project_id': '630d170970d84363a803862f2026c034', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:28:31.588748 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-9192d4fa-35fd-4a55-8280-c26bb1b85937 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:28:31.594202 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-9192d4fa-35fd-4a55-8280-c26bb1b85937 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Usage tracker for resource:security_group_rule and tenant:630d170970d84363a803862f2026c034 is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:28:31.596541 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-9192d4fa-35fd-4a55-8280-c26bb1b85937 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:28:31.604060 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-9192d4fa-35fd-4a55-8280-c26bb1b85937 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:28:31.615006 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.db.securitygroups_db [None req-9192d4fa-35fd-4a55-8280-c26bb1b85937 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Project 630d170970d84363a803862f2026c034 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 21 15:28:31.622713 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-9192d4fa-35fd-4a55-8280-c26bb1b85937 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:31.701646 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-9192d4fa-35fd-4a55-8280-c26bb1b85937 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:31.705855 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-9192d4fa-35fd-4a55-8280-c26bb1b85937 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595095'] for security_group_rule, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:31.714589 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:31.736996 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192d4fa-35fd-4a55-8280-c26bb1b85937 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e24722cd-5c9f-4e5a-b607-9d066df56b87,revision_number=0']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:31.739513 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-9192d4fa-35fd-4a55-8280-c26bb1b85937 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:31.745812 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-9192d4fa-35fd-4a55-8280-c26bb1b85937 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:31.747045 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-9192d4fa-35fd-4a55-8280-c26bb1b85937 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1700513 May 21 15:28:31.755819 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 36882) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:28:31.762180 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [None req-b62591a2-8a0a-46af-8c38-d00a54ae0f52 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Request body: {'security_group_rule': {'security_group_id': 'f4fc4f8a-2fbf-4cdf-80b5-f838c75fe351', 'project_id': '630d170970d84363a803862f2026c034', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:28:31.768882 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-b62591a2-8a0a-46af-8c38-d00a54ae0f52 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:28:31.773627 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-b62591a2-8a0a-46af-8c38-d00a54ae0f52 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Usage tracker for resource:security_group_rule and tenant:630d170970d84363a803862f2026c034 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:28:31.777480 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-b62591a2-8a0a-46af-8c38-d00a54ae0f52 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:28:31.784454 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-b62591a2-8a0a-46af-8c38-d00a54ae0f52 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:28:31.792067 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e4b3d3-5832-4b71-b95d-5d7fab5b4f82 None None] New status for floating IP 6aac0cd8-b2c5-43c8-aca5-18bc6c831117: ACTIVE {{(pid=91550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 21 15:28:31.795876 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.db.securitygroups_db [None req-b62591a2-8a0a-46af-8c38-d00a54ae0f52 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Project 630d170970d84363a803862f2026c034 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 21 15:28:31.802069 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-b62591a2-8a0a-46af-8c38-d00a54ae0f52 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:31.873806 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-b62591a2-8a0a-46af-8c38-d00a54ae0f52 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:31.876949 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-b62591a2-8a0a-46af-8c38-d00a54ae0f52 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595095'] for security_group_rule, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:31.879246 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:31.907259 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62591a2-8a0a-46af-8c38-d00a54ae0f52 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c65acb2-cb43-4b5e-9dd5-5710da7773a0,revision_number=0']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:31.911819 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-b62591a2-8a0a-46af-8c38-d00a54ae0f52 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:31.917796 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-b62591a2-8a0a-46af-8c38-d00a54ae0f52 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:31.919157 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-b62591a2-8a0a-46af-8c38-d00a54ae0f52 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1622560 May 21 15:28:32.052060 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-4791308b-8454-4f3c-80b0-91575a46d6da req-493913c8-0a25-4228-9f0f-dac50782973f tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1954643084&fields=id&tenant_id=630d170970d84363a803862f2026c034 HTTP/1.1" status: 200 len: 267 time: 0.0470252 May 21 15:28:32.148577 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4791308b-8454-4f3c-80b0-91575a46d6da req-87707c6c-abd8-4b9c-979e-5deac4247795 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:32.150058 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-4791308b-8454-4f3c-80b0-91575a46d6da req-87707c6c-abd8-4b9c-979e-5deac4247795 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/ports?device_id=77824f18-154c-4ae9-9c8a-5e62755716de HTTP/1.1" status: 200 len: 945 time: 0.0918572 May 21 15:28:32.166262 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.v2.base [req-4791308b-8454-4f3c-80b0-91575a46d6da req-0492310b-7f44-43da-831b-b4a5ec147f0c tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Request body: {'port': {'security_groups': ['2a9f991a-b00d-4443-b066-279138d7ddd3', 'f4fc4f8a-2fbf-4cdf-80b5-f838c75fe351']}} {{(pid=91549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:28:32.295805 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [req-4791308b-8454-4f3c-80b0-91575a46d6da req-0492310b-7f44-43da-831b-b4a5ec147f0c tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:32.564877 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.db [req-4791308b-8454-4f3c-80b0-91575a46d6da req-0492310b-7f44-43da-831b-b4a5ec147f0c tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] For port ddbbbd64-9dab-4e7e-8d14-89bad64818de, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=ddbbbd64-9dab-4e7e-8d14-89bad64818de,segment=NetworkSegment(48553d26-bb45-4662-9ea2-08a8cc42b725),segment_id=48553d26-bb45-4662-9ea2-08a8cc42b725)] {{(pid=91549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:28:32.591320 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [req-4791308b-8454-4f3c-80b0-91575a46d6da req-0492310b-7f44-43da-831b-b4a5ec147f0c tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Notify callbacks [] for port, precommit_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:32.596139 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [req-4791308b-8454-4f3c-80b0-91575a46d6da req-0492310b-7f44-43da-831b-b4a5ec147f0c tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14871537'] for port, after_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:32.603227 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-2bfedffd-5bdf-4003-a95a-10f7075e6d4d tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:32.608933 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] get_ports_and_sgs() called for port_ids ['ddbbbd64-9dab-4e7e-8d14-89bad64818de'] {{(pid=91550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:28:32.694117 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4791308b-8454-4f3c-80b0-91575a46d6da req-0492310b-7f44-43da-831b-b4a5ec147f0c tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:32.695422 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [req-4791308b-8454-4f3c-80b0-91575a46d6da req-0492310b-7f44-43da-831b-b4a5ec147f0c tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for port, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:32.697502 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-4791308b-8454-4f3c-80b0-91575a46d6da req-0492310b-7f44-43da-831b-b4a5ec147f0c tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "PUT /v2.0/ports/ddbbbd64-9dab-4e7e-8d14-89bad64818de HTTP/1.1" status: 200 len: 981 time: 0.5378191 May 21 15:28:32.698128 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77824f18-154c-4ae9-9c8a-5e62755716de', 'tag': 'ddbbbd64-9dab-4e7e-8d14-89bad64818de'}] {{(pid=91549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:28:32.719243 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0492310b-7f44-43da-831b-b4a5ec147f0c tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Pushing event updated for resources: {'Port': ['ID=ddbbbd64-9dab-4e7e-8d14-89bad64818de,revision_number=6']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:32.737707 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-0492310b-7f44-43da-831b-b4a5ec147f0c tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:32.774974 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] get_ports_and_sgs() called for port_ids ['ddbbbd64-9dab-4e7e-8d14-89bad64818de'] {{(pid=91550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:28:32.781746 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77824f18-154c-4ae9-9c8a-5e62755716de', 'tag': 'ddbbbd64-9dab-4e7e-8d14-89bad64818de', 'status': 'completed', 'code': 200} May 21 15:28:32.917736 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e765707-0c61-480d-8086-4e92166f8773 req-16168718-de1d-40e6-a262-90da7ce31542 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:32.919453 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-8e765707-0c61-480d-8086-4e92166f8773 req-16168718-de1d-40e6-a262-90da7ce31542 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/ports?device_id=77824f18-154c-4ae9-9c8a-5e62755716de HTTP/1.1" status: 200 len: 984 time: 0.1020648 May 21 15:28:32.920790 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f03fc-2e86-4f17-8be4-76a509eec554 req-e990c4cb-beb4-45b9-a716-14b594b792dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:32.922291 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-891f03fc-2e86-4f17-8be4-76a509eec554 req-e990c4cb-beb4-45b9-a716-14b594b792dc service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=630d170970d84363a803862f2026c034&device_id=77824f18-154c-4ae9-9c8a-5e62755716de HTTP/1.1" status: 200 len: 1137 time: 0.1153321 May 21 15:28:32.985833 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-8e765707-0c61-480d-8086-4e92166f8773 req-5c1a88fe-840c-4a45-acda-53907c7494c7 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a9f991a-b00d-4443-b066-279138d7ddd3&id=f4fc4f8a-2fbf-4cdf-80b5-f838c75fe351&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553613 May 21 15:28:33.068793 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f03fc-2e86-4f17-8be4-76a509eec554 req-cbcb5c37-66ea-4e08-8e42-c8afc30d2dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:33.071012 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-891f03fc-2e86-4f17-8be4-76a509eec554 req-cbcb5c37-66ea-4e08-8e42-c8afc30d2dc8 service neutron] 10.222.0.68 "GET /v2.0/networks?id=e094ae2b-5a46-4183-afe6-dd1ed8c367a2 HTTP/1.1" status: 200 len: 916 time: 0.1410580 May 21 15:28:33.071697 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-e3119998-5ab2-483b-8851-ed1cb1c62ad5 None None] Provisioning complete for port ddbbbd64-9dab-4e7e-8d14-89bad64818de triggered by entity DHCP. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:28:33.072268 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e3119998-5ab2-483b-8851-ed1cb1c62ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:33.291981 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-891f03fc-2e86-4f17-8be4-76a509eec554 req-9c6b7ad5-c134-4a4e-8734-059b7ba5d1a6 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddbbbd64-9dab-4e7e-8d14-89bad64818de HTTP/1.1" status: 200 len: 1001 time: 0.2135437 May 21 15:28:33.366142 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f03fc-2e86-4f17-8be4-76a509eec554 req-4b0c5621-01d7-4880-b99d-164b9bf139e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:33.367839 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-891f03fc-2e86-4f17-8be4-76a509eec554 req-4b0c5621-01d7-4880-b99d-164b9bf139e7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=457733cb-d434-4c36-8644-ba9371329c18 HTTP/1.1" status: 200 len: 854 time: 0.0696752 May 21 15:28:33.456812 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f03fc-2e86-4f17-8be4-76a509eec554 req-7eeb2a44-a76c-46e7-8982-435c14207377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:33.458299 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-891f03fc-2e86-4f17-8be4-76a509eec554 req-7eeb2a44-a76c-46e7-8982-435c14207377 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e094ae2b-5a46-4183-afe6-dd1ed8c367a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0831120 May 21 15:28:33.598597 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-891f03fc-2e86-4f17-8be4-76a509eec554 req-aba8a955-c073-41f4-9562-89de413204c1 service neutron] 10.222.0.68 "GET /v2.0/networks/e094ae2b-5a46-4183-afe6-dd1ed8c367a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320748 May 21 15:28:33.740768 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-891f03fc-2e86-4f17-8be4-76a509eec554 req-d38debfc-888d-44f0-bbfb-fb1c6cf2719b service neutron] 10.222.0.68 "GET /v2.0/networks/e094ae2b-5a46-4183-afe6-dd1ed8c367a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337945 May 21 15:28:45.262712 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-2a743aa9-aa48-423f-bdb1-b948be540e95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:48.001469 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:48.309082 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-482c7da3-09fe-4fac-9c05-4462045b005d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:49.313097 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e6f13acb-dde4-45e3-8932-2715da3406c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:50.877180 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-cb99478c-afff-4a9c-8770-f3354af234b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:53.206665 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:55.041937 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b0236-9875-4e46-91c5-13ccae0e572c req-709e1a66-9d0b-4543-ae46-33d94f730ddd tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:55.043690 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-059b0236-9875-4e46-91c5-13ccae0e572c req-709e1a66-9d0b-4543-ae46-33d94f730ddd tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b HTTP/1.1" status: 200 len: 946 time: 0.1032028 May 21 15:28:55.093436 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-059b0236-9875-4e46-91c5-13ccae0e572c req-2934ab82-987a-4b63-a03b-ec63716d0ff1 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f675ed9-ae15-4780-b322-1e146fb9d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437145 May 21 15:28:55.935498 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e283e-16c1-47c3-bb6b-9763648baaf5 req-e65921dd-2cfc-4463-8f57-6afede0ef5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:55.937693 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-335e283e-16c1-47c3-bb6b-9763648baaf5 req-e65921dd-2cfc-4463-8f57-6afede0ef5b7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=630d170970d84363a803862f2026c034&device_id=77824f18-154c-4ae9-9c8a-5e62755716de HTTP/1.1" status: 200 len: 1137 time: 0.0875230 May 21 15:28:55.966397 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef394dc-97cc-4f8f-a3d4-4f2c442e186a req-e86177bf-3bde-4600-8eb7-8939f3b60f79 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:55.968133 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-8ef394dc-97cc-4f8f-a3d4-4f2c442e186a req-e86177bf-3bde-4600-8eb7-8939f3b60f79 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/ports?device_id=77824f18-154c-4ae9-9c8a-5e62755716de HTTP/1.1" status: 200 len: 984 time: 0.0989926 May 21 15:28:56.019976 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-8ef394dc-97cc-4f8f-a3d4-4f2c442e186a req-b1ab6b01-9390-4540-9d5b-048df6461432 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a9f991a-b00d-4443-b066-279138d7ddd3&id=f4fc4f8a-2fbf-4cdf-80b5-f838c75fe351&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0460677 May 21 15:28:56.078094 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e283e-16c1-47c3-bb6b-9763648baaf5 req-1e93e7fc-1865-46b2-99fd-48cb08936bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:56.080498 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-335e283e-16c1-47c3-bb6b-9763648baaf5 req-1e93e7fc-1865-46b2-99fd-48cb08936bf3 service neutron] 10.222.0.68 "GET /v2.0/networks?id=e094ae2b-5a46-4183-afe6-dd1ed8c367a2 HTTP/1.1" status: 200 len: 916 time: 0.1348829 May 21 15:28:56.204097 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-335e283e-16c1-47c3-bb6b-9763648baaf5 req-c60fe11c-6e3a-45b0-a761-49968df459d6 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddbbbd64-9dab-4e7e-8d14-89bad64818de HTTP/1.1" status: 200 len: 1001 time: 0.1129971 May 21 15:28:56.279413 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e283e-16c1-47c3-bb6b-9763648baaf5 req-1fca827d-75b9-4f7c-bdc0-8de439fc116e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:56.281136 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-335e283e-16c1-47c3-bb6b-9763648baaf5 req-1fca827d-75b9-4f7c-bdc0-8de439fc116e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=457733cb-d434-4c36-8644-ba9371329c18 HTTP/1.1" status: 200 len: 854 time: 0.0670154 May 21 15:28:56.370431 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e283e-16c1-47c3-bb6b-9763648baaf5 req-636695d7-7be3-441f-b6c5-f4e649118a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:56.372274 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-335e283e-16c1-47c3-bb6b-9763648baaf5 req-636695d7-7be3-441f-b6c5-f4e649118a71 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e094ae2b-5a46-4183-afe6-dd1ed8c367a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0839791 May 21 15:28:56.457961 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81fdc31-0560-41d5-855b-80d3d9965bc4 req-2ac8bd1a-3ec7-4cc9-892c-9114f717c965 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:56.459789 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-a81fdc31-0560-41d5-855b-80d3d9965bc4 req-2ac8bd1a-3ec7-4cc9-892c-9114f717c965 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b HTTP/1.1" status: 200 len: 946 time: 0.0904078 May 21 15:28:56.510339 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-a81fdc31-0560-41d5-855b-80d3d9965bc4 req-c69fc0d0-a148-4cae-a551-678679716441 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f675ed9-ae15-4780-b322-1e146fb9d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441101 May 21 15:28:56.522825 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-335e283e-16c1-47c3-bb6b-9763648baaf5 req-c9ffc624-3355-41f6-965d-0a7d8429dd3f service neutron] 10.222.0.68 "GET /v2.0/networks/e094ae2b-5a46-4183-afe6-dd1ed8c367a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422932 May 21 15:28:56.666283 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-335e283e-16c1-47c3-bb6b-9763648baaf5 req-91084949-88b0-47a7-843c-0b9012099a08 service neutron] 10.222.0.68 "GET /v2.0/networks/e094ae2b-5a46-4183-afe6-dd1ed8c367a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365163 May 21 15:28:57.223603 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d82af6-4f27-4ffc-9277-4fee32dbefe5 req-94eee0fa-998b-4de2-b6a2-977bb3dd15a8 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:57.225120 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-77d82af6-4f27-4ffc-9277-4fee32dbefe5 req-94eee0fa-998b-4de2-b6a2-977bb3dd15a8 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/ports?device_id=77824f18-154c-4ae9-9c8a-5e62755716de HTTP/1.1" status: 200 len: 984 time: 0.0919816 May 21 15:28:57.277644 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-77d82af6-4f27-4ffc-9277-4fee32dbefe5 req-ada93a4f-7343-4e06-abb7-44f72b4d74a8 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a9f991a-b00d-4443-b066-279138d7ddd3&id=f4fc4f8a-2fbf-4cdf-80b5-f838c75fe351&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0433528 May 21 15:28:57.724428 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15291ade-cea5-48d1-8fca-717113761875 req-b6cd9d60-6cbf-4bfd-aa6b-ce1d2e7819dd tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:57.726007 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-15291ade-cea5-48d1-8fca-717113761875 req-b6cd9d60-6cbf-4bfd-aa6b-ce1d2e7819dd tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b HTTP/1.1" status: 200 len: 946 time: 0.0876973 May 21 15:28:57.780086 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-15291ade-cea5-48d1-8fca-717113761875 req-86eb2268-d504-4fe4-8bab-1c086350665c tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f675ed9-ae15-4780-b322-1e146fb9d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479541 May 21 15:28:58.494326 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da21f5-1f05-445c-9f7c-26a3bc957352 req-5936da5f-b65a-4489-9b67-bb6436636a71 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:58.495912 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-81da21f5-1f05-445c-9f7c-26a3bc957352 req-5936da5f-b65a-4489-9b67-bb6436636a71 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/ports?device_id=77824f18-154c-4ae9-9c8a-5e62755716de HTTP/1.1" status: 200 len: 984 time: 0.1022556 May 21 15:28:58.556750 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-81da21f5-1f05-445c-9f7c-26a3bc957352 req-28413ac7-aeb3-4b53-9609-4a93e7d6a139 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a9f991a-b00d-4443-b066-279138d7ddd3&id=f4fc4f8a-2fbf-4cdf-80b5-f838c75fe351&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0482998 May 21 15:28:59.008774 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa72dcb-9ebf-41f4-a389-be1229f84ef9 req-c7714eeb-f5fd-4781-9210-8e1a840d8b17 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:59.010260 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-4fa72dcb-9ebf-41f4-a389-be1229f84ef9 req-c7714eeb-f5fd-4781-9210-8e1a840d8b17 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b HTTP/1.1" status: 200 len: 946 time: 0.0967038 May 21 15:28:59.070726 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-4fa72dcb-9ebf-41f4-a389-be1229f84ef9 req-8db025be-2820-4cc1-98c6-ef104cf50185 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f675ed9-ae15-4780-b322-1e146fb9d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545557 May 21 15:28:59.758661 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f79af0-194a-42d6-8401-1d3f72204298 req-5df1d87a-7159-4d7c-a5c6-640f33db106c tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:59.760231 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-01f79af0-194a-42d6-8401-1d3f72204298 req-5df1d87a-7159-4d7c-a5c6-640f33db106c tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/ports?device_id=77824f18-154c-4ae9-9c8a-5e62755716de HTTP/1.1" status: 200 len: 984 time: 0.0891874 May 21 15:28:59.811309 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-01f79af0-194a-42d6-8401-1d3f72204298 req-e75549e0-3748-4b10-b566-7a469f287507 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a9f991a-b00d-4443-b066-279138d7ddd3&id=f4fc4f8a-2fbf-4cdf-80b5-f838c75fe351&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0449238 May 21 15:29:00.275575 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5420c28a-64e4-492a-b33c-b5a44068ab3b req-be0dc14a-1cb1-45f4-8a77-103afcf2f025 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:00.277203 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-5420c28a-64e4-492a-b33c-b5a44068ab3b req-be0dc14a-1cb1-45f4-8a77-103afcf2f025 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b HTTP/1.1" status: 200 len: 946 time: 0.0887942 May 21 15:29:00.331728 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-5420c28a-64e4-492a-b33c-b5a44068ab3b req-fd5edcaa-d704-4ff7-9f3a-0a31a6bd9799 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f675ed9-ae15-4780-b322-1e146fb9d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486712 May 21 15:29:01.004317 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3230ffc-6153-4010-9e69-7e289f56ac57 req-37c3394a-b8fe-421b-b125-be65ce3ce4aa tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:01.005882 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-a3230ffc-6153-4010-9e69-7e289f56ac57 req-37c3394a-b8fe-421b-b125-be65ce3ce4aa tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/ports?device_id=77824f18-154c-4ae9-9c8a-5e62755716de HTTP/1.1" status: 200 len: 984 time: 0.0854621 May 21 15:29:01.064312 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-a3230ffc-6153-4010-9e69-7e289f56ac57 req-8a0365f0-4be4-4252-b29e-aa6185336865 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a9f991a-b00d-4443-b066-279138d7ddd3&id=f4fc4f8a-2fbf-4cdf-80b5-f838c75fe351&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0513611 May 21 15:29:01.166997 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.agents_db [None req-1cb0bb7b-b6db-4325-ad21-6fa15867ad0e None None] Agent healthcheck: found 6 active agents {{(pid=91551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:29:01.559673 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9394f9d4-7c28-489b-b2c4-0bd0d0b7ece1 req-43c12ee9-0e18-43f5-89b3-d305378f0f0b tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:01.561219 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-9394f9d4-7c28-489b-b2c4-0bd0d0b7ece1 req-43c12ee9-0e18-43f5-89b3-d305378f0f0b tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b HTTP/1.1" status: 200 len: 946 time: 0.1062508 May 21 15:29:01.618736 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-9394f9d4-7c28-489b-b2c4-0bd0d0b7ece1 req-4be38851-d900-4a9c-a33a-4d4ee9ccb36b tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f675ed9-ae15-4780-b322-1e146fb9d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518687 May 21 15:29:02.265573 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f1ac5-1f3e-4a0c-a633-b5cad748b268 req-8e7324d4-a489-43f7-ba3a-549f8af76201 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:02.267265 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-ec9f1ac5-1f3e-4a0c-a633-b5cad748b268 req-8e7324d4-a489-43f7-ba3a-549f8af76201 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/ports?device_id=77824f18-154c-4ae9-9c8a-5e62755716de HTTP/1.1" status: 200 len: 984 time: 0.0859363 May 21 15:29:02.318831 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-ec9f1ac5-1f3e-4a0c-a633-b5cad748b268 req-821a1bf4-74e6-4604-b95a-3ba233b9521d tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a9f991a-b00d-4443-b066-279138d7ddd3&id=f4fc4f8a-2fbf-4cdf-80b5-f838c75fe351&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0446205 May 21 15:29:02.923784 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662bcf79-96d3-4b64-8854-d512dec2e9e5 req-dcf1b38e-ef92-4b2e-8a2c-a944f13d0d63 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:02.925138 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-662bcf79-96d3-4b64-8854-d512dec2e9e5 req-dcf1b38e-ef92-4b2e-8a2c-a944f13d0d63 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b HTTP/1.1" status: 200 len: 946 time: 0.1847668 May 21 15:29:02.972340 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-662bcf79-96d3-4b64-8854-d512dec2e9e5 req-faa0e777-505b-48c1-84c1-1976c19d35d2 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f675ed9-ae15-4780-b322-1e146fb9d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414126 May 21 15:29:03.525541 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2935a-53c9-4488-b852-2e1a85e6fcb0 req-512b3e9f-1b60-4287-8206-f62046895c2b tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:03.527090 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-a4b2935a-53c9-4488-b852-2e1a85e6fcb0 req-512b3e9f-1b60-4287-8206-f62046895c2b tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/ports?device_id=77824f18-154c-4ae9-9c8a-5e62755716de HTTP/1.1" status: 200 len: 984 time: 0.0875213 May 21 15:29:03.578052 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-a4b2935a-53c9-4488-b852-2e1a85e6fcb0 req-5c5851dc-882f-4388-a082-fc94a69cfd14 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a9f991a-b00d-4443-b066-279138d7ddd3&id=f4fc4f8a-2fbf-4cdf-80b5-f838c75fe351&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0445740 May 21 15:29:04.163329 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8617e4-9dde-4291-88bf-31626582a4f2 req-ef6c038c-4898-423f-843c-a5712b447de5 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:04.164870 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-ea8617e4-9dde-4291-88bf-31626582a4f2 req-ef6c038c-4898-423f-843c-a5712b447de5 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b HTTP/1.1" status: 200 len: 946 time: 0.0818162 May 21 15:29:04.216379 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-ea8617e4-9dde-4291-88bf-31626582a4f2 req-2ad19f73-9838-4a98-9598-c7043a06508e tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f675ed9-ae15-4780-b322-1e146fb9d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457530 May 21 15:29:04.765963 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b0619c-cf6c-46e9-b859-04f41f4b0bba req-ae10ea35-c7d8-440b-a171-f989758130fc tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:04.767467 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-23b0619c-cf6c-46e9-b859-04f41f4b0bba req-ae10ea35-c7d8-440b-a171-f989758130fc tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/ports?device_id=77824f18-154c-4ae9-9c8a-5e62755716de HTTP/1.1" status: 200 len: 984 time: 0.0804172 May 21 15:29:04.819387 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-23b0619c-cf6c-46e9-b859-04f41f4b0bba req-5de745fc-4cad-45e0-8040-0d3e2fec4b2f tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a9f991a-b00d-4443-b066-279138d7ddd3&id=f4fc4f8a-2fbf-4cdf-80b5-f838c75fe351&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0447392 May 21 15:29:05.414915 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4791b25-8216-4472-9dcf-5f9acfa77374 req-9deb7a6e-e7b2-42ea-aff7-c7e3a581730a tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:05.416408 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-a4791b25-8216-4472-9dcf-5f9acfa77374 req-9deb7a6e-e7b2-42ea-aff7-c7e3a581730a tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b HTTP/1.1" status: 200 len: 946 time: 0.0879059 May 21 15:29:05.463273 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-a4791b25-8216-4472-9dcf-5f9acfa77374 req-f5f62827-abab-4ce4-9761-a2bf5b298a22 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f675ed9-ae15-4780-b322-1e146fb9d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410299 May 21 15:29:06.006570 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd68dc9-f634-40b7-99a9-4d3c330df06a req-7746d618-c02c-4a00-a3e9-fd98699e2eb7 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:06.008014 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-5dd68dc9-f634-40b7-99a9-4d3c330df06a req-7746d618-c02c-4a00-a3e9-fd98699e2eb7 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/ports?device_id=77824f18-154c-4ae9-9c8a-5e62755716de HTTP/1.1" status: 200 len: 984 time: 0.0816269 May 21 15:29:06.054145 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-5dd68dc9-f634-40b7-99a9-4d3c330df06a req-b6bf1665-ff63-46a0-b3c0-d46be3013909 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a9f991a-b00d-4443-b066-279138d7ddd3&id=f4fc4f8a-2fbf-4cdf-80b5-f838c75fe351&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403171 May 21 15:29:06.672817 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f5cd8-0ed4-4f72-841f-14d1eb5ce501 req-8636f9c9-dd4e-46e9-baa9-626583865bc0 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:06.674303 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-993f5cd8-0ed4-4f72-841f-14d1eb5ce501 req-8636f9c9-dd4e-46e9-baa9-626583865bc0 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b HTTP/1.1" status: 200 len: 946 time: 0.0970476 May 21 15:29:06.695343 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device c4dac23b-3bfe-41e9-b2be-00e44a9bf432 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:29:06.733980 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-993f5cd8-0ed4-4f72-841f-14d1eb5ce501 req-a817cc78-c7ba-4b4a-a36e-61ff3c6adac1 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f675ed9-ae15-4780-b322-1e146fb9d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530219 May 21 15:29:06.842034 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port c4dac23b-3bfe-41e9-b2be-00e44a9bf432, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=c4dac23b-3bfe-41e9-b2be-00e44a9bf432,segment=NetworkSegment(d02ce253-27e4-4db3-811e-f5cba1e8d521),segment_id=d02ce253-27e4-4db3-811e-f5cba1e8d521)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:29:06.857265 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Returning: {'device': 'c4dac23b-3bfe-41e9-b2be-00e44a9bf432', 'network_id': '5f4ff4bc-d925-40fd-9563-89b128523f4e', 'port_id': 'c4dac23b-3bfe-41e9-b2be-00e44a9bf432', 'mac_address': 'fa:16:3e:e3:36:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da7d3b04-d796-4f63-ba4e-40892d19294d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:29:06.916982 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:06.934762 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.notifiers.nova [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c4dac23b-3bfe-41e9-b2be-00e44a9bf432 {{(pid=91550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:29:06.952849 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port c4dac23b-3bfe-41e9-b2be-00e44a9bf432, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=c4dac23b-3bfe-41e9-b2be-00e44a9bf432,segment=NetworkSegment(d02ce253-27e4-4db3-811e-f5cba1e8d521),segment_id=d02ce253-27e4-4db3-811e-f5cba1e8d521)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:29:06.956910 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:06.960661 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:29:07.035075 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Pushing event updated for resources: {'Port': ['ID=c4dac23b-3bfe-41e9-b2be-00e44a9bf432,revision_number=6']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:29:07.042951 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:07.043288 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:07.043624 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:07.043958 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:07.044288 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:07.044611 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:07.044934 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:07.045256 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:07.045578 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:07.045897 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:07.046213 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:07.046527 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:07.050301 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:29:07.059271 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] get_ports_and_sgs() called for port_ids ['c4dac23b-3bfe-41e9-b2be-00e44a9bf432'] {{(pid=91550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:29:07.241434 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb56449-aed7-4ca8-bc73-049e74e72630 req-bf237897-9ebc-4b7a-9596-05202e59cb1b tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:07.242950 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-ecb56449-aed7-4ca8-bc73-049e74e72630 req-bf237897-9ebc-4b7a-9596-05202e59cb1b tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/ports?device_id=77824f18-154c-4ae9-9c8a-5e62755716de HTTP/1.1" status: 200 len: 984 time: 0.0809972 May 21 15:29:07.294697 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-ecb56449-aed7-4ca8-bc73-049e74e72630 req-33665eba-20ba-4c58-a072-9f3b886be3f5 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a9f991a-b00d-4443-b066-279138d7ddd3&id=f4fc4f8a-2fbf-4cdf-80b5-f838c75fe351&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0458899 May 21 15:29:07.939489 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19699a53-d603-47c1-be2e-1814aaded5a5 req-19157598-5332-4ecc-880d-b3640187bff9 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:07.941018 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-19699a53-d603-47c1-be2e-1814aaded5a5 req-19157598-5332-4ecc-880d-b3640187bff9 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b HTTP/1.1" status: 200 len: 945 time: 0.0835216 May 21 15:29:08.012877 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-19699a53-d603-47c1-be2e-1814aaded5a5 req-4bdf0543-077d-4dac-a7e2-24a732b6444d tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f675ed9-ae15-4780-b322-1e146fb9d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596423 May 21 15:29:08.525306 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cdd8fd-bb9b-42df-8aea-d4fcc1ebbd4c req-b0612f21-9243-43ca-9a79-2c3c27ecc5ce tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:08.526875 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-38cdd8fd-bb9b-42df-8aea-d4fcc1ebbd4c req-b0612f21-9243-43ca-9a79-2c3c27ecc5ce tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/ports?device_id=77824f18-154c-4ae9-9c8a-5e62755716de HTTP/1.1" status: 200 len: 984 time: 0.1095350 May 21 15:29:08.582356 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-38cdd8fd-bb9b-42df-8aea-d4fcc1ebbd4c req-484c2f6d-c37d-4198-9543-aea12c1523b4 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a9f991a-b00d-4443-b066-279138d7ddd3&id=f4fc4f8a-2fbf-4cdf-80b5-f838c75fe351&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0453827 May 21 15:29:08.703653 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device c4dac23b-3bfe-41e9-b2be-00e44a9bf432 up at agent hyperv_hv-cinder-79229 {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:29:08.797385 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Provisioning complete for port c4dac23b-3bfe-41e9-b2be-00e44a9bf432 triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:29:08.797817 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:08.989714 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:09.031224 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a6027e-d14e-42a2-b704-6806c8c2ba4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4dac23b-3bfe-41e9-b2be-00e44a9bf432'}] {{(pid=91550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:29:09.048984 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port c4dac23b-3bfe-41e9-b2be-00e44a9bf432, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=c4dac23b-3bfe-41e9-b2be-00e44a9bf432,segment=NetworkSegment(d02ce253-27e4-4db3-811e-f5cba1e8d521),segment_id=d02ce253-27e4-4db3-811e-f5cba1e8d521)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:29:09.056203 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:09.059711 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:29:09.126721 dv-cinder-792299-3-iscsi neutron-server[91550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86a6027e-d14e-42a2-b704-6806c8c2ba4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4dac23b-3bfe-41e9-b2be-00e44a9bf432', 'code': 200} May 21 15:29:09.144840 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Pushing event updated for resources: {'Port': ['ID=c4dac23b-3bfe-41e9-b2be-00e44a9bf432,revision_number=7']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:29:09.155106 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:29:09.256864 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c905cf-b69f-4823-b8c5-2c5c7fe441cc req-e9ab11b5-fb99-4f97-ac15-0488af467b12 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:09.259106 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-33c905cf-b69f-4823-b8c5-2c5c7fe441cc req-e9ab11b5-fb99-4f97-ac15-0488af467b12 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b HTTP/1.1" status: 200 len: 946 time: 0.0869443 May 21 15:29:09.322596 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-33c905cf-b69f-4823-b8c5-2c5c7fe441cc req-798753dd-435e-48a5-9196-1d9a01169276 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f675ed9-ae15-4780-b322-1e146fb9d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545638 May 21 15:29:09.823806 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f0952-8313-4239-8db3-506197eaea93 req-a95a9bd0-76bf-44ca-b5ba-30801fceea1e tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:09.834727 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-511f0952-8313-4239-8db3-506197eaea93 req-a95a9bd0-76bf-44ca-b5ba-30801fceea1e tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/ports?device_id=77824f18-154c-4ae9-9c8a-5e62755716de HTTP/1.1" status: 200 len: 984 time: 0.1133950 May 21 15:29:09.880600 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-511f0952-8313-4239-8db3-506197eaea93 req-7702436f-7b74-461f-abd7-862b47391b19 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a9f991a-b00d-4443-b066-279138d7ddd3&id=f4fc4f8a-2fbf-4cdf-80b5-f838c75fe351&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0463824 May 21 15:29:10.584016 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3224854-4b4b-48dd-ae30-c291307611f4 req-4d65d72f-217a-4fcc-99a0-2986f5423c93 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:10.585573 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-a3224854-4b4b-48dd-ae30-c291307611f4 req-4d65d72f-217a-4fcc-99a0-2986f5423c93 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b HTTP/1.1" status: 200 len: 946 time: 0.1051135 May 21 15:29:10.667955 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-a3224854-4b4b-48dd-ae30-c291307611f4 req-0b9cedb0-e563-4ca2-add5-e323b5c403c1 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f675ed9-ae15-4780-b322-1e146fb9d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749967 May 21 15:29:11.131394 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa54563-fffa-454d-b164-c4a6fff18e39 req-ef79679b-3684-4f21-ac8a-57ee3a1119e0 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:11.133186 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-7aa54563-fffa-454d-b164-c4a6fff18e39 req-ef79679b-3684-4f21-ac8a-57ee3a1119e0 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/ports?device_id=77824f18-154c-4ae9-9c8a-5e62755716de HTTP/1.1" status: 200 len: 984 time: 0.1047125 May 21 15:29:11.207647 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-7aa54563-fffa-454d-b164-c4a6fff18e39 req-d5b4da07-6cba-445f-98d2-4bc5ae8389c0 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a9f991a-b00d-4443-b066-279138d7ddd3&id=f4fc4f8a-2fbf-4cdf-80b5-f838c75fe351&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0665052 May 21 15:29:11.908700 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c3878-877d-494b-9be1-a2e0b8b540d1 req-336bc245-9e7c-45d4-9430-ea2427752335 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:11.915482 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-c51c3878-877d-494b-9be1-a2e0b8b540d1 req-336bc245-9e7c-45d4-9430-ea2427752335 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b HTTP/1.1" status: 200 len: 946 time: 0.1055686 May 21 15:29:11.960973 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-c51c3878-877d-494b-9be1-a2e0b8b540d1 req-d391c994-f7dc-4f67-9768-6f920bbcd896 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f675ed9-ae15-4780-b322-1e146fb9d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439775 May 21 15:29:12.445420 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1050fa40-222c-4392-91c7-88633d4172c6 req-82f9ba46-6cee-4cb9-a93f-772c3d6311d1 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:12.458875 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-1050fa40-222c-4392-91c7-88633d4172c6 req-82f9ba46-6cee-4cb9-a93f-772c3d6311d1 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/ports?device_id=77824f18-154c-4ae9-9c8a-5e62755716de HTTP/1.1" status: 200 len: 984 time: 0.1375735 May 21 15:29:12.541627 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-1050fa40-222c-4392-91c7-88633d4172c6 req-42892891-843c-4494-8c3b-862e2be88585 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a9f991a-b00d-4443-b066-279138d7ddd3&id=f4fc4f8a-2fbf-4cdf-80b5-f838c75fe351&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0811167 May 21 15:29:13.191666 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d62a0c-8b7f-4558-ba86-e91efe76b5e3 req-003e2f83-720c-47f8-a3ae-e8a6fb821e00 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:13.194127 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-c0d62a0c-8b7f-4558-ba86-e91efe76b5e3 req-003e2f83-720c-47f8-a3ae-e8a6fb821e00 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b HTTP/1.1" status: 200 len: 946 time: 0.1011133 May 21 15:29:13.257424 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-c0d62a0c-8b7f-4558-ba86-e91efe76b5e3 req-5373934a-9612-4af7-8087-e62faae44bf8 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f675ed9-ae15-4780-b322-1e146fb9d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563319 May 21 15:29:13.744664 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463b109-c084-4c2f-95e9-506e550888e8 req-765a6de1-5da9-4dc9-aff3-4b8ec615de0e tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:13.746333 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-0463b109-c084-4c2f-95e9-506e550888e8 req-765a6de1-5da9-4dc9-aff3-4b8ec615de0e tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/ports?device_id=77824f18-154c-4ae9-9c8a-5e62755716de HTTP/1.1" status: 200 len: 984 time: 0.0905671 May 21 15:29:13.903371 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-0463b109-c084-4c2f-95e9-506e550888e8 req-63fd1bf1-40c8-4572-b3ed-2aafe38cdbfc tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a9f991a-b00d-4443-b066-279138d7ddd3&id=f4fc4f8a-2fbf-4cdf-80b5-f838c75fe351&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1475861 May 21 15:29:14.476615 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671778f5-947e-4c04-8def-e88f0a374150 req-7228e814-0a63-4e97-9c96-ed34e944c31e tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:14.477982 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-671778f5-947e-4c04-8def-e88f0a374150 req-7228e814-0a63-4e97-9c96-ed34e944c31e tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b HTTP/1.1" status: 200 len: 946 time: 0.0930290 May 21 15:29:14.529184 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-671778f5-947e-4c04-8def-e88f0a374150 req-03bfb1ba-8b33-4d39-bc61-0bd660c6148a tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f675ed9-ae15-4780-b322-1e146fb9d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449321 May 21 15:29:15.258336 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-92dc4007-a414-444a-9b14-3624757cbef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:15.777305 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2f843-c5b4-453c-a850-65b9cc1a0cbc req-658f5b60-17a2-4a8f-8f54-4973e3587590 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:15.779860 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-e3b2f843-c5b4-453c-a850-65b9cc1a0cbc req-658f5b60-17a2-4a8f-8f54-4973e3587590 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b HTTP/1.1" status: 200 len: 946 time: 0.1025810 May 21 15:29:15.831527 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-e3b2f843-c5b4-453c-a850-65b9cc1a0cbc req-06699bba-d1b2-4084-8206-971c320a747f tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f675ed9-ae15-4780-b322-1e146fb9d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444126 May 21 15:29:17.085474 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ee6f91-76d1-46ce-8f5c-3fb411400aad req-5c2b24a1-0a01-42c0-8c28-62cb1958c7f1 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:17.087151 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-52ee6f91-76d1-46ce-8f5c-3fb411400aad req-5c2b24a1-0a01-42c0-8c28-62cb1958c7f1 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b HTTP/1.1" status: 200 len: 946 time: 0.1036537 May 21 15:29:17.160687 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-52ee6f91-76d1-46ce-8f5c-3fb411400aad req-4a18aeef-65ec-4e3d-926e-9f7be2746275 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f675ed9-ae15-4780-b322-1e146fb9d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637813 May 21 15:29:18.008175 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:18.308148 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-fd67812e-3bdd-441a-88da-c1e8efdfb232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:18.376550 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc232f5-c337-4759-b254-6f0f838f8fec req-773e16fc-1a89-4859-951b-46feca39563d tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:18.378299 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-cdc232f5-c337-4759-b254-6f0f838f8fec req-773e16fc-1a89-4859-951b-46feca39563d tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b HTTP/1.1" status: 200 len: 946 time: 0.0981336 May 21 15:29:18.428106 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-cdc232f5-c337-4759-b254-6f0f838f8fec req-2a7e0a52-c031-44dc-bf97-9c3f18232d86 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f675ed9-ae15-4780-b322-1e146fb9d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438848 May 21 15:29:18.510911 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d732b-5dbb-4ac7-b7c3-de58304367c5 req-474d9b1a-fe57-485f-9dbc-6a5771890e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:18.512753 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-cb0d732b-5dbb-4ac7-b7c3-de58304367c5 req-474d9b1a-fe57-485f-9dbc-6a5771890e2a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1b29e764695842f7ab30d80bb3282c22&device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b HTTP/1.1" status: 200 len: 1099 time: 0.0827169 May 21 15:29:18.648797 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d732b-5dbb-4ac7-b7c3-de58304367c5 req-33693b60-7254-4de8-bba2-41841045b89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:18.650260 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-cb0d732b-5dbb-4ac7-b7c3-de58304367c5 req-33693b60-7254-4de8-bba2-41841045b89b service neutron] 10.222.0.68 "GET /v2.0/networks?id=5f4ff4bc-d925-40fd-9563-89b128523f4e HTTP/1.1" status: 200 len: 917 time: 0.1315570 May 21 15:29:18.757294 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-cb0d732b-5dbb-4ac7-b7c3-de58304367c5 req-671449c8-d69a-4bc8-984c-94ef2953a38a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4dac23b-3bfe-41e9-b2be-00e44a9bf432 HTTP/1.1" status: 200 len: 1001 time: 0.0995984 May 21 15:29:18.821238 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d732b-5dbb-4ac7-b7c3-de58304367c5 req-066b21a5-9ad3-46cd-8a78-184f5de91d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:18.822717 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-cb0d732b-5dbb-4ac7-b7c3-de58304367c5 req-066b21a5-9ad3-46cd-8a78-184f5de91d00 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=da7d3b04-d796-4f63-ba4e-40892d19294d HTTP/1.1" status: 200 len: 855 time: 0.0593793 May 21 15:29:19.001104 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d732b-5dbb-4ac7-b7c3-de58304367c5 req-c1bb7f3e-e144-40e8-a29b-668dba5493e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:19.002458 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-cb0d732b-5dbb-4ac7-b7c3-de58304367c5 req-c1bb7f3e-e144-40e8-a29b-668dba5493e1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5f4ff4bc-d925-40fd-9563-89b128523f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1727142 May 21 15:29:19.147829 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-cb0d732b-5dbb-4ac7-b7c3-de58304367c5 req-4f7c8483-d294-40a1-9d9c-91d5a71b7533 service neutron] 10.222.0.68 "GET /v2.0/networks/5f4ff4bc-d925-40fd-9563-89b128523f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370900 May 21 15:29:19.285237 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-cb0d732b-5dbb-4ac7-b7c3-de58304367c5 req-d5ac9644-b4f3-4130-add5-fd65243d4853 service neutron] 10.222.0.68 "GET /v2.0/networks/5f4ff4bc-d925-40fd-9563-89b128523f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305969 May 21 15:29:19.312992 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e6f13acb-dde4-45e3-8932-2715da3406c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:19.644488 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be484e5c-43bb-4982-b908-b0fe9b98231c req-a3177056-4ac5-434f-a56e-4ce67cff19e4 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:19.646615 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-be484e5c-43bb-4982-b908-b0fe9b98231c req-a3177056-4ac5-434f-a56e-4ce67cff19e4 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b HTTP/1.1" status: 200 len: 946 time: 0.1003461 May 21 15:29:19.696428 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-be484e5c-43bb-4982-b908-b0fe9b98231c req-29be34bd-a25b-4bdd-96cb-9a4e931e4f24 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f675ed9-ae15-4780-b322-1e146fb9d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410426 May 21 15:29:20.734220 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device c4dac23b-3bfe-41e9-b2be-00e44a9bf432 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:29:20.885948 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:20.902299 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-cb99478c-afff-4a9c-8770-f3354af234b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:20.905330 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef52793a-44d8-45b1-9dfe-c14b318c067d req-bdefd274-1273-4c3d-af4a-be043e0aa577 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:20.906825 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-ef52793a-44d8-45b1-9dfe-c14b318c067d req-bdefd274-1273-4c3d-af4a-be043e0aa577 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b HTTP/1.1" status: 200 len: 946 time: 0.0919137 May 21 15:29:20.916125 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a6027e-d14e-42a2-b704-6806c8c2ba4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4dac23b-3bfe-41e9-b2be-00e44a9bf432'}] {{(pid=91550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:29:20.926853 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port c4dac23b-3bfe-41e9-b2be-00e44a9bf432, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=c4dac23b-3bfe-41e9-b2be-00e44a9bf432,segment=NetworkSegment(d02ce253-27e4-4db3-811e-f5cba1e8d521),segment_id=d02ce253-27e4-4db3-811e-f5cba1e8d521)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:29:20.932911 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:20.935056 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-39d35896-8c11-4216-812b-8fb125ed723a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:29:20.955726 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-ef52793a-44d8-45b1-9dfe-c14b318c067d req-28668b8a-c162-41d9-ae70-0d9296c75bc7 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f675ed9-ae15-4780-b322-1e146fb9d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413439 May 21 15:29:20.977590 dv-cinder-792299-3-iscsi neutron-server[91550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86a6027e-d14e-42a2-b704-6806c8c2ba4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4dac23b-3bfe-41e9-b2be-00e44a9bf432', 'code': 200} May 21 15:29:21.015653 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Pushing event updated for resources: {'Port': ['ID=c4dac23b-3bfe-41e9-b2be-00e44a9bf432,revision_number=8']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:29:21.019026 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:29:22.168524 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba43834-c541-4f75-847c-84c43830a18b req-85d0727f-f3ea-4315-9da2-e7a73139a241 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:22.170056 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-4ba43834-c541-4f75-847c-84c43830a18b req-85d0727f-f3ea-4315-9da2-e7a73139a241 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b HTTP/1.1" status: 200 len: 944 time: 0.0942597 May 21 15:29:22.218233 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-4ba43834-c541-4f75-847c-84c43830a18b req-cd6193ee-5783-4197-8395-958cd2557cb8 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f675ed9-ae15-4780-b322-1e146fb9d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414701 May 21 15:29:23.218584 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:23.818946 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356bd66d-bbe6-495f-95c0-9d8754f3cbe2 req-3483bcd4-1731-4ccc-8f69-27695d78ba33 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:23.820483 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-356bd66d-bbe6-495f-95c0-9d8754f3cbe2 req-3483bcd4-1731-4ccc-8f69-27695d78ba33 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b HTTP/1.1" status: 200 len: 944 time: 0.0927527 May 21 15:29:23.875941 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-356bd66d-bbe6-495f-95c0-9d8754f3cbe2 req-de7f7712-2cbf-4f10-bc16-e38d0a2940f9 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f675ed9-ae15-4780-b322-1e146fb9d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478349 May 21 15:29:24.119681 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-99c8006b-d447-4905-ad7b-631d29de7215 req-3957f9c2-dd64-434a-9cb8-5d0c92df4109 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0742545 May 21 15:29:24.765089 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device c4dac23b-3bfe-41e9-b2be-00e44a9bf432 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:29:25.086197 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e705412a-1de5-4e15-9952-5b647f4751ae req-e372a2b3-5f8b-4a4d-86c9-6153c48f4afd tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:25.087810 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-e705412a-1de5-4e15-9952-5b647f4751ae req-e372a2b3-5f8b-4a4d-86c9-6153c48f4afd tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b HTTP/1.1" status: 200 len: 944 time: 0.0873284 May 21 15:29:25.136653 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-e705412a-1de5-4e15-9952-5b647f4751ae req-722554d5-fd78-4269-abe4-a0c1c4f76a3f tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f675ed9-ae15-4780-b322-1e146fb9d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428562 May 21 15:29:25.158807 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c8006b-d447-4905-ad7b-631d29de7215 req-63225e45-c657-4e0b-974a-36a516517ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:25.160325 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-99c8006b-d447-4905-ad7b-631d29de7215 req-63225e45-c657-4e0b-974a-36a516517ad8 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b&tenant_id=1b29e764695842f7ab30d80bb3282c22 HTTP/1.1" status: 200 len: 1097 time: 0.0830016 May 21 15:29:25.260134 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c8006b-d447-4905-ad7b-631d29de7215 req-8bedbf66-5e13-4d4f-a29b-edc8aff83311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:25.261529 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-99c8006b-d447-4905-ad7b-631d29de7215 req-8bedbf66-5e13-4d4f-a29b-edc8aff83311 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1b29e764695842f7ab30d80bb3282c22&device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b HTTP/1.1" status: 200 len: 1097 time: 0.0744364 May 21 15:29:25.402402 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c8006b-d447-4905-ad7b-631d29de7215 req-b1c8997d-af65-4a4d-8b40-f431d07186c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:25.403878 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-99c8006b-d447-4905-ad7b-631d29de7215 req-b1c8997d-af65-4a4d-8b40-f431d07186c1 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5f4ff4bc-d925-40fd-9563-89b128523f4e HTTP/1.1" status: 200 len: 917 time: 0.1354380 May 21 15:29:25.516135 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-99c8006b-d447-4905-ad7b-631d29de7215 req-d4fb8dc9-3500-43d7-968c-e1ff8b78a7a5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4dac23b-3bfe-41e9-b2be-00e44a9bf432 HTTP/1.1" status: 200 len: 999 time: 0.1048067 May 21 15:29:25.581806 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c8006b-d447-4905-ad7b-631d29de7215 req-f2a60221-c1a3-4851-937d-be64d842ac4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:25.583437 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-99c8006b-d447-4905-ad7b-631d29de7215 req-f2a60221-c1a3-4851-937d-be64d842ac4a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=da7d3b04-d796-4f63-ba4e-40892d19294d HTTP/1.1" status: 200 len: 855 time: 0.0607502 May 21 15:29:25.672862 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c8006b-d447-4905-ad7b-631d29de7215 req-20844be1-dc41-4950-b991-3df1afcc2701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:25.674381 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-99c8006b-d447-4905-ad7b-631d29de7215 req-20844be1-dc41-4950-b991-3df1afcc2701 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5f4ff4bc-d925-40fd-9563-89b128523f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0825572 May 21 15:29:25.825872 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-99c8006b-d447-4905-ad7b-631d29de7215 req-ec79db2c-23d0-4268-a025-2b9fa7096510 service neutron] 10.222.0.68 "GET /v2.0/networks/5f4ff4bc-d925-40fd-9563-89b128523f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441772 May 21 15:29:25.965137 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-99c8006b-d447-4905-ad7b-631d29de7215 req-40222f9f-b51e-4b6f-a1d5-f9903ea6efa9 service neutron] 10.222.0.68 "GET /v2.0/networks/5f4ff4bc-d925-40fd-9563-89b128523f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320195 May 21 15:29:26.347239 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24557f28-ffb4-4098-adeb-610a5c87b672 req-20116efa-e730-4a79-aa84-eccddc30fea9 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:26.349656 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-24557f28-ffb4-4098-adeb-610a5c87b672 req-20116efa-e730-4a79-aa84-eccddc30fea9 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b HTTP/1.1" status: 200 len: 944 time: 0.0924942 May 21 15:29:26.404480 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-24557f28-ffb4-4098-adeb-610a5c87b672 req-cd1f19da-c53f-4b0e-9aea-a2c0a2385ed4 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f675ed9-ae15-4780-b322-1e146fb9d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475466 May 21 15:29:27.623027 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f9c8d4-1cfe-4e2e-8f71-fabb41b49ef6 req-9fabc44f-d750-495e-b51c-e3fda43717d4 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:27.624561 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-b5f9c8d4-1cfe-4e2e-8f71-fabb41b49ef6 req-9fabc44f-d750-495e-b51c-e3fda43717d4 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b HTTP/1.1" status: 200 len: 944 time: 0.0904934 May 21 15:29:27.683449 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-b5f9c8d4-1cfe-4e2e-8f71-fabb41b49ef6 req-e20c19ee-4106-4501-99ed-d50fad240ae0 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f675ed9-ae15-4780-b322-1e146fb9d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479629 May 21 15:29:28.901107 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1605d74-e42a-40a9-a532-1fbed9c1a420 req-e9046294-bf5f-49a1-96fc-d1e7eb4d31f5 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:28.902554 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-b1605d74-e42a-40a9-a532-1fbed9c1a420 req-e9046294-bf5f-49a1-96fc-d1e7eb4d31f5 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b HTTP/1.1" status: 200 len: 944 time: 0.0911033 May 21 15:29:28.976076 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-b1605d74-e42a-40a9-a532-1fbed9c1a420 req-43891637-1d4d-4e2e-83ad-7b80fe73282f tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f675ed9-ae15-4780-b322-1e146fb9d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644248 May 21 15:29:30.187728 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b92ea3b-eec1-4275-89f1-b17a8fe192f1 req-cf02222d-4d68-4dbd-824a-b2b273ea0547 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:30.191504 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-2b92ea3b-eec1-4275-89f1-b17a8fe192f1 req-cf02222d-4d68-4dbd-824a-b2b273ea0547 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b HTTP/1.1" status: 200 len: 944 time: 0.1018550 May 21 15:29:30.295015 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-2b92ea3b-eec1-4275-89f1-b17a8fe192f1 req-fbe1784a-9088-4bd9-8182-db9950e552f7 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f675ed9-ae15-4780-b322-1e146fb9d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903723 May 21 15:29:31.530485 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9865a2-ed4d-46f1-851f-faf0c44e7170 req-ca616fd8-3581-4771-a8d6-5cd8427b55eb tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:31.532017 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-fe9865a2-ed4d-46f1-851f-faf0c44e7170 req-ca616fd8-3581-4771-a8d6-5cd8427b55eb tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b HTTP/1.1" status: 200 len: 944 time: 0.0990484 May 21 15:29:31.583260 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-fe9865a2-ed4d-46f1-851f-faf0c44e7170 req-4207f2d2-05b3-4d7e-8025-6e9f68d4e45c tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f675ed9-ae15-4780-b322-1e146fb9d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444202 May 21 15:29:32.811206 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e0a60d-7e5d-4fbb-890a-f73d5ae4b24f req-ee13c7cf-0a43-45ae-9c1c-a2a0ba1e4e4a tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:32.812938 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-e8e0a60d-7e5d-4fbb-890a-f73d5ae4b24f req-ee13c7cf-0a43-45ae-9c1c-a2a0ba1e4e4a tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b HTTP/1.1" status: 200 len: 944 time: 0.0952024 May 21 15:29:32.873872 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-e8e0a60d-7e5d-4fbb-890a-f73d5ae4b24f req-b7b7869c-f800-4006-98dd-67f6fe04266b tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f675ed9-ae15-4780-b322-1e146fb9d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506358 May 21 15:29:34.077366 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a06196-df48-48bc-9804-78db218accd8 req-21ff2cd4-783f-4a6e-a240-efef9dc9257d tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:34.079081 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-b9a06196-df48-48bc-9804-78db218accd8 req-21ff2cd4-783f-4a6e-a240-efef9dc9257d tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b HTTP/1.1" status: 200 len: 944 time: 0.0878615 May 21 15:29:34.128317 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-b9a06196-df48-48bc-9804-78db218accd8 req-0f6f1229-9038-4b77-a319-3ea3edfc766e tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f675ed9-ae15-4780-b322-1e146fb9d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429616 May 21 15:29:35.352654 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee30717-2873-4081-87f0-fc8ca63a7922 req-ce587bda-7f4a-4c85-aed3-653e3c20ba44 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:35.354194 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-fee30717-2873-4081-87f0-fc8ca63a7922 req-ce587bda-7f4a-4c85-aed3-653e3c20ba44 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b HTTP/1.1" status: 200 len: 944 time: 0.0956888 May 21 15:29:35.416536 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-fee30717-2873-4081-87f0-fc8ca63a7922 req-9574343f-9151-42e0-8c20-7dd13f433bae tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f675ed9-ae15-4780-b322-1e146fb9d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550382 May 21 15:29:36.662469 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cbf068-76c9-4b0c-93e8-fa0163d5824e req-24d74651-fd44-4e6a-a22f-679109c40c68 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:36.664024 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f6cbf068-76c9-4b0c-93e8-fa0163d5824e req-24d74651-fd44-4e6a-a22f-679109c40c68 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b HTTP/1.1" status: 200 len: 944 time: 0.0967350 May 21 15:29:36.814337 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f6cbf068-76c9-4b0c-93e8-fa0163d5824e req-c813c5d5-28e0-4ea4-b7fe-4a62bd8a6674 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f675ed9-ae15-4780-b322-1e146fb9d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443892 May 21 15:29:38.010356 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42ee5bd-0c89-4410-8131-b8c096ead2a5 req-093735a1-ccab-4225-bbc8-182bba52d24c tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:38.011779 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-d42ee5bd-0c89-4410-8131-b8c096ead2a5 req-093735a1-ccab-4225-bbc8-182bba52d24c tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b HTTP/1.1" status: 200 len: 944 time: 0.0835695 May 21 15:29:38.059576 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-d42ee5bd-0c89-4410-8131-b8c096ead2a5 req-f6047c46-12aa-41c5-8a7a-e93f5f2a1e71 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f675ed9-ae15-4780-b322-1e146fb9d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421979 May 21 15:29:38.166179 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.agents_db [None req-1cb0bb7b-b6db-4325-ad21-6fa15867ad0e None None] Agent healthcheck: found 6 active agents {{(pid=91551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:29:38.462996 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2497bb-6f90-4be6-a82e-6edf7f645e30 req-a247c69a-89d9-4cf4-be57-a1cb6bdcbf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:38.464489 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-fc2497bb-6f90-4be6-a82e-6edf7f645e30 req-a247c69a-89d9-4cf4-be57-a1cb6bdcbf46 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1b29e764695842f7ab30d80bb3282c22&device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b HTTP/1.1" status: 200 len: 1097 time: 0.0760820 May 21 15:29:38.623215 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2497bb-6f90-4be6-a82e-6edf7f645e30 req-d4da5f60-2a21-41a4-b884-4403d56da9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:38.624694 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-fc2497bb-6f90-4be6-a82e-6edf7f645e30 req-d4da5f60-2a21-41a4-b884-4403d56da9d5 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5f4ff4bc-d925-40fd-9563-89b128523f4e HTTP/1.1" status: 200 len: 917 time: 0.1375833 May 21 15:29:38.731183 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-fc2497bb-6f90-4be6-a82e-6edf7f645e30 req-f62225b5-24b8-4bae-ae17-d7858bea4613 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4dac23b-3bfe-41e9-b2be-00e44a9bf432 HTTP/1.1" status: 200 len: 999 time: 0.0991907 May 21 15:29:38.800365 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2497bb-6f90-4be6-a82e-6edf7f645e30 req-600c2123-4d30-44bc-a322-682931bc7f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:38.801832 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-fc2497bb-6f90-4be6-a82e-6edf7f645e30 req-600c2123-4d30-44bc-a322-682931bc7f79 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=da7d3b04-d796-4f63-ba4e-40892d19294d HTTP/1.1" status: 200 len: 855 time: 0.0635452 May 21 15:29:38.984246 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2497bb-6f90-4be6-a82e-6edf7f645e30 req-8271723d-f3b6-492e-b473-f3aa92038b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:38.986470 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-fc2497bb-6f90-4be6-a82e-6edf7f645e30 req-8271723d-f3b6-492e-b473-f3aa92038b9e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5f4ff4bc-d925-40fd-9563-89b128523f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1763461 May 21 15:29:39.125509 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-fc2497bb-6f90-4be6-a82e-6edf7f645e30 req-a9ad833e-e689-41b7-8b38-9f35b8e8ee22 service neutron] 10.222.0.68 "GET /v2.0/networks/5f4ff4bc-d925-40fd-9563-89b128523f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308215 May 21 15:29:39.278564 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c60686-1406-400f-b810-b2e0e3994da7 req-84e4c654-2402-4031-9384-e4703ec3bb4b tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:39.279550 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-fc2497bb-6f90-4be6-a82e-6edf7f645e30 req-a4f9cf60-96dc-4311-b95b-99933e1847ea service neutron] 10.222.0.68 "GET /v2.0/networks/5f4ff4bc-d925-40fd-9563-89b128523f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471958 May 21 15:29:39.280019 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-d5c60686-1406-400f-b810-b2e0e3994da7 req-84e4c654-2402-4031-9384-e4703ec3bb4b tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b HTTP/1.1" status: 200 len: 944 time: 0.0988503 May 21 15:29:39.329148 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-d5c60686-1406-400f-b810-b2e0e3994da7 req-208fd998-55a1-4590-bf50-d2f42963717e tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f675ed9-ae15-4780-b322-1e146fb9d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429463 May 21 15:29:40.537475 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a0151-add8-452c-b282-2c7a18ff73fc req-7333fd62-0568-47ce-b46f-fd730dc60bf8 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:40.539088 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-e68a0151-add8-452c-b282-2c7a18ff73fc req-7333fd62-0568-47ce-b46f-fd730dc60bf8 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b HTTP/1.1" status: 200 len: 944 time: 0.0869582 May 21 15:29:40.594467 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-e68a0151-add8-452c-b282-2c7a18ff73fc req-2387b5e5-8964-437d-8404-946bdb2c36dc tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f675ed9-ae15-4780-b322-1e146fb9d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497186 May 21 15:29:40.843736 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device c4dac23b-3bfe-41e9-b2be-00e44a9bf432 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:29:41.116667 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port c4dac23b-3bfe-41e9-b2be-00e44a9bf432, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=c4dac23b-3bfe-41e9-b2be-00e44a9bf432,segment=NetworkSegment(d02ce253-27e4-4db3-811e-f5cba1e8d521),segment_id=d02ce253-27e4-4db3-811e-f5cba1e8d521)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:29:41.135656 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Returning: {'device': 'c4dac23b-3bfe-41e9-b2be-00e44a9bf432', 'network_id': '5f4ff4bc-d925-40fd-9563-89b128523f4e', 'port_id': 'c4dac23b-3bfe-41e9-b2be-00e44a9bf432', 'mac_address': 'fa:16:3e:e3:36:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da7d3b04-d796-4f63-ba4e-40892d19294d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:29:41.215303 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:41.238277 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.notifiers.nova [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4dac23b-3bfe-41e9-b2be-00e44a9bf432 {{(pid=91550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:29:41.320681 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port c4dac23b-3bfe-41e9-b2be-00e44a9bf432, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=c4dac23b-3bfe-41e9-b2be-00e44a9bf432,segment=NetworkSegment(d02ce253-27e4-4db3-811e-f5cba1e8d521),segment_id=d02ce253-27e4-4db3-811e-f5cba1e8d521)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:29:41.326031 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:41.329921 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:29:41.431519 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Pushing event updated for resources: {'Port': ['ID=c4dac23b-3bfe-41e9-b2be-00e44a9bf432,revision_number=9']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:29:41.435822 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:29:41.576785 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] get_ports_and_sgs() called for port_ids ['c4dac23b-3bfe-41e9-b2be-00e44a9bf432'] {{(pid=91550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:29:41.792867 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0baedcd-ed2b-485e-aaf8-88049d076bfe req-ffe19555-8c81-4f96-b325-12dcbea153a1 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:41.794331 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-b0baedcd-ed2b-485e-aaf8-88049d076bfe req-ffe19555-8c81-4f96-b325-12dcbea153a1 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b HTTP/1.1" status: 200 len: 945 time: 0.0837066 May 21 15:29:41.842058 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-b0baedcd-ed2b-485e-aaf8-88049d076bfe req-c49dcc8e-512a-4ed4-8784-92008269a16d tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f675ed9-ae15-4780-b322-1e146fb9d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418556 May 21 15:29:42.859713 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device c4dac23b-3bfe-41e9-b2be-00e44a9bf432 up at agent hyperv_hv-cinder-79229 {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:29:42.932210 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Provisioning complete for port c4dac23b-3bfe-41e9-b2be-00e44a9bf432 triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:29:42.932523 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:43.044099 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9cf857-8888-4648-8692-1f0729a77108 req-20ea10dd-1c2d-4a70-a570-795a8c4bb28a tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:43.045598 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-3f9cf857-8888-4648-8692-1f0729a77108 req-20ea10dd-1c2d-4a70-a570-795a8c4bb28a tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b HTTP/1.1" status: 200 len: 945 time: 0.0883365 May 21 15:29:43.053863 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:43.084544 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a6027e-d14e-42a2-b704-6806c8c2ba4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4dac23b-3bfe-41e9-b2be-00e44a9bf432'}] {{(pid=91550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:29:43.093778 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-3f9cf857-8888-4648-8692-1f0729a77108 req-c1f2662d-327d-4936-8914-ac9883341936 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f675ed9-ae15-4780-b322-1e146fb9d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425045 May 21 15:29:43.104535 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port c4dac23b-3bfe-41e9-b2be-00e44a9bf432, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=c4dac23b-3bfe-41e9-b2be-00e44a9bf432,segment=NetworkSegment(d02ce253-27e4-4db3-811e-f5cba1e8d521),segment_id=d02ce253-27e4-4db3-811e-f5cba1e8d521)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:29:43.109861 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:43.112657 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-39d35896-8c11-4216-812b-8fb125ed723a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:29:43.147032 dv-cinder-792299-3-iscsi neutron-server[91550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86a6027e-d14e-42a2-b704-6806c8c2ba4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4dac23b-3bfe-41e9-b2be-00e44a9bf432', 'code': 200} May 21 15:29:43.191054 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Pushing event updated for resources: {'Port': ['ID=c4dac23b-3bfe-41e9-b2be-00e44a9bf432,revision_number=10']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:29:43.195258 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:29:43.393656 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838ed97-2874-4747-ae77-47363fa3970b req-69a40166-677f-46b8-a55c-77f8dee4753a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:43.395274 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-a838ed97-2874-4747-ae77-47363fa3970b req-69a40166-677f-46b8-a55c-77f8dee4753a service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b HTTP/1.1" status: 200 len: 1100 time: 0.0771637 May 21 15:29:43.440951 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-a838ed97-2874-4747-ae77-47363fa3970b req-13ffed47-8232-4412-ad79-50ddc6d4934c service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=3f675ed9-ae15-4780-b322-1e146fb9d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365357 May 21 15:29:44.302529 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd27f31-cbcd-4a71-9403-63312920629d req-33107fb7-9370-4537-9467-0be0eb80d1eb tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:44.304960 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-cfd27f31-cbcd-4a71-9403-63312920629d req-33107fb7-9370-4537-9467-0be0eb80d1eb tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b HTTP/1.1" status: 200 len: 947 time: 0.0873613 May 21 15:29:44.354531 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-cfd27f31-cbcd-4a71-9403-63312920629d req-8381f5b7-e2d3-476f-b06e-c1a4924cd1f9 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f675ed9-ae15-4780-b322-1e146fb9d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430174 May 21 15:29:45.252730 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e0f7fc95-4d17-45a0-9cca-092f72afe2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:45.560536 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b954e-1444-4eb8-a287-33d4a070b032 req-fe3b00f8-2e8f-4127-9c00-602780b8c0aa tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:45.562285 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-472b954e-1444-4eb8-a287-33d4a070b032 req-fe3b00f8-2e8f-4127-9c00-602780b8c0aa tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b HTTP/1.1" status: 200 len: 947 time: 0.0904970 May 21 15:29:45.612487 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-472b954e-1444-4eb8-a287-33d4a070b032 req-b21d1a31-5ef0-48b9-b95a-7d9506f75415 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f675ed9-ae15-4780-b322-1e146fb9d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447497 May 21 15:29:48.002629 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:48.301525 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-94679edd-7e5b-4f71-8e8b-ab4f70a0512a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:49.314557 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e6f13acb-dde4-45e3-8932-2715da3406c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:50.885466 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-cb99478c-afff-4a9c-8770-f3354af234b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:52.480480 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-199b838f-2836-4576-acb5-eba54517c25c req-80fb0bc0-ceb3-4a9f-ab74-7abec0be67e7 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1954643084&fields=id&tenant_id=630d170970d84363a803862f2026c034 HTTP/1.1" status: 200 len: 267 time: 0.0424256 May 21 15:29:52.572178 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b838f-2836-4576-acb5-eba54517c25c req-cb3dbf38-e1b3-4ce8-ab34-733e08ab2339 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:52.573677 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-199b838f-2836-4576-acb5-eba54517c25c req-cb3dbf38-e1b3-4ce8-ab34-733e08ab2339 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/ports?device_id=77824f18-154c-4ae9-9c8a-5e62755716de HTTP/1.1" status: 200 len: 984 time: 0.0877938 May 21 15:29:52.591663 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.v2.base [req-199b838f-2836-4576-acb5-eba54517c25c req-f53f49ce-82ea-4a56-ac22-1ff216b6c565 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Request body: {'port': {'security_groups': ['2a9f991a-b00d-4443-b066-279138d7ddd3']}} {{(pid=91549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:29:52.720483 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [req-199b838f-2836-4576-acb5-eba54517c25c req-f53f49ce-82ea-4a56-ac22-1ff216b6c565 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:52.985749 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.db [req-199b838f-2836-4576-acb5-eba54517c25c req-f53f49ce-82ea-4a56-ac22-1ff216b6c565 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] For port ddbbbd64-9dab-4e7e-8d14-89bad64818de, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=ddbbbd64-9dab-4e7e-8d14-89bad64818de,segment=NetworkSegment(48553d26-bb45-4662-9ea2-08a8cc42b725),segment_id=48553d26-bb45-4662-9ea2-08a8cc42b725)] {{(pid=91549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:29:53.013563 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [req-199b838f-2836-4576-acb5-eba54517c25c req-f53f49ce-82ea-4a56-ac22-1ff216b6c565 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Notify callbacks [] for port, precommit_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:53.018817 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [req-199b838f-2836-4576-acb5-eba54517c25c req-f53f49ce-82ea-4a56-ac22-1ff216b6c565 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14871537'] for port, after_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:53.025270 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:29:53.031569 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] get_ports_and_sgs() called for port_ids ['ddbbbd64-9dab-4e7e-8d14-89bad64818de'] {{(pid=91550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:29:53.096354 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b838f-2836-4576-acb5-eba54517c25c req-f53f49ce-82ea-4a56-ac22-1ff216b6c565 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:53.097022 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [req-199b838f-2836-4576-acb5-eba54517c25c req-f53f49ce-82ea-4a56-ac22-1ff216b6c565 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for port, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:53.098467 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-199b838f-2836-4576-acb5-eba54517c25c req-f53f49ce-82ea-4a56-ac22-1ff216b6c565 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "PUT /v2.0/ports/ddbbbd64-9dab-4e7e-8d14-89bad64818de HTTP/1.1" status: 200 len: 942 time: 0.5185044 May 21 15:29:53.099104 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77824f18-154c-4ae9-9c8a-5e62755716de', 'tag': 'ddbbbd64-9dab-4e7e-8d14-89bad64818de'}] {{(pid=91549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:29:53.105671 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 37252) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:29:53.124722 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53f49ce-82ea-4a56-ac22-1ff216b6c565 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Pushing event updated for resources: {'Port': ['ID=ddbbbd64-9dab-4e7e-8d14-89bad64818de,revision_number=7']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:29:53.135579 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53f49ce-82ea-4a56-ac22-1ff216b6c565 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:53.135809 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53f49ce-82ea-4a56-ac22-1ff216b6c565 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:53.136261 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53f49ce-82ea-4a56-ac22-1ff216b6c565 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:53.136740 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53f49ce-82ea-4a56-ac22-1ff216b6c565 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:53.137205 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53f49ce-82ea-4a56-ac22-1ff216b6c565 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:53.137692 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53f49ce-82ea-4a56-ac22-1ff216b6c565 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:53.138154 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53f49ce-82ea-4a56-ac22-1ff216b6c565 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:53.138595 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53f49ce-82ea-4a56-ac22-1ff216b6c565 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:53.139469 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53f49ce-82ea-4a56-ac22-1ff216b6c565 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:53.139923 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53f49ce-82ea-4a56-ac22-1ff216b6c565 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:53.140400 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53f49ce-82ea-4a56-ac22-1ff216b6c565 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:53.140833 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53f49ce-82ea-4a56-ac22-1ff216b6c565 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:53.149249 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-f53f49ce-82ea-4a56-ac22-1ff216b6c565 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:29:53.167791 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77824f18-154c-4ae9-9c8a-5e62755716de', 'tag': 'ddbbbd64-9dab-4e7e-8d14-89bad64818de', 'status': 'completed', 'code': 200} May 21 15:29:53.226451 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] get_ports_and_sgs() called for port_ids ['ddbbbd64-9dab-4e7e-8d14-89bad64818de'] {{(pid=91550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:29:53.256685 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-821fa1a2-6453-489a-87e9-428e97d6632a tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Notify callbacks [] for security_group, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:53.310623 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-821fa1a2-6453-489a-87e9-428e97d6632a tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:53.319527 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:53.361142 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26bfca3-b153-48c5-a524-c9116c2b31aa req-38e63d37-eaff-49f0-a4e9-68120eb2b1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:53.362639 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-a26bfca3-b153-48c5-a524-c9116c2b31aa req-38e63d37-eaff-49f0-a4e9-68120eb2b1a5 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=630d170970d84363a803862f2026c034&device_id=77824f18-154c-4ae9-9c8a-5e62755716de HTTP/1.1" status: 200 len: 1098 time: 0.1538489 May 21 15:29:53.460500 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-965822bb-795d-41ea-8722-69b2507b3f2e None None] Provisioning complete for port ddbbbd64-9dab-4e7e-8d14-89bad64818de triggered by entity DHCP. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:29:53.460500 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-965822bb-795d-41ea-8722-69b2507b3f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:53.476634 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-821fa1a2-6453-489a-87e9-428e97d6632a tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:53.486200 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-3ef50eb0-4c3c-4535-b91c-d61f1f7debca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:29:53.514271 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821fa1a2-6453-489a-87e9-428e97d6632a tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4fc4f8a-2fbf-4cdf-80b5-f838c75fe351,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:29:53.527244 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821fa1a2-6453-489a-87e9-428e97d6632a tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:53.527663 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821fa1a2-6453-489a-87e9-428e97d6632a tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:53.528090 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821fa1a2-6453-489a-87e9-428e97d6632a tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:53.528569 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821fa1a2-6453-489a-87e9-428e97d6632a tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:53.528841 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821fa1a2-6453-489a-87e9-428e97d6632a tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:53.529251 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821fa1a2-6453-489a-87e9-428e97d6632a tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:53.529595 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821fa1a2-6453-489a-87e9-428e97d6632a tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:53.529909 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821fa1a2-6453-489a-87e9-428e97d6632a tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:53.530260 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821fa1a2-6453-489a-87e9-428e97d6632a tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:53.530610 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821fa1a2-6453-489a-87e9-428e97d6632a tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:53.530985 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821fa1a2-6453-489a-87e9-428e97d6632a tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:53.531335 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821fa1a2-6453-489a-87e9-428e97d6632a tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:53.546153 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-821fa1a2-6453-489a-87e9-428e97d6632a tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:29:53.549621 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-821fa1a2-6453-489a-87e9-428e97d6632a tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Notify callbacks [] for security_group, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:53.550759 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-821fa1a2-6453-489a-87e9-428e97d6632a tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "DELETE /v2.0/security-groups/f4fc4f8a-2fbf-4cdf-80b5-f838c75fe351 HTTP/1.1" status: 204 len: 168 time: 0.4431159 May 21 15:29:53.553656 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 37256) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:29:53.611380 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26bfca3-b153-48c5-a524-c9116c2b31aa req-7ae0495f-f610-4f0d-8da0-a50e6716f002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:53.613240 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-a26bfca3-b153-48c5-a524-c9116c2b31aa req-7ae0495f-f610-4f0d-8da0-a50e6716f002 service neutron] 10.222.0.68 "GET /v2.0/networks?id=e094ae2b-5a46-4183-afe6-dd1ed8c367a2 HTTP/1.1" status: 200 len: 916 time: 0.2407694 May 21 15:29:53.810562 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-a26bfca3-b153-48c5-a524-c9116c2b31aa req-10ca4a12-aee1-45ad-9b68-7be35bc4a7a1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddbbbd64-9dab-4e7e-8d14-89bad64818de HTTP/1.1" status: 200 len: 1001 time: 0.1889741 May 21 15:29:53.941563 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26bfca3-b153-48c5-a524-c9116c2b31aa req-c34b38dc-ea8f-4f85-8435-12808a11a751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:53.944249 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-a26bfca3-b153-48c5-a524-c9116c2b31aa req-c34b38dc-ea8f-4f85-8435-12808a11a751 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=457733cb-d434-4c36-8644-ba9371329c18 HTTP/1.1" status: 200 len: 854 time: 0.1227729 May 21 15:29:54.038300 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [None req-f8aa0d18-585c-40a6-a32a-54a47c279d8f tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Deleting port 96e315ea-98f8-43bf-a54e-3745422e3535 {{(pid=91548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:29:54.038637 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-f8aa0d18-585c-40a6-a32a-54a47c279d8f tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730419685614'] for port, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:54.125042 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26bfca3-b153-48c5-a524-c9116c2b31aa req-f99aa193-5685-4460-b3b9-84e3c0b9abd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:54.126519 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-a26bfca3-b153-48c5-a524-c9116c2b31aa req-f99aa193-5685-4460-b3b9-84e3c0b9abd8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e094ae2b-5a46-4183-afe6-dd1ed8c367a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1763656 May 21 15:29:54.251329 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-f8aa0d18-585c-40a6-a32a-54a47c279d8f tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829031'] for port, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:54.251650 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-f8aa0d18-585c-40a6-a32a-54a47c279d8f tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:54.507070 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [None req-f8aa0d18-585c-40a6-a32a-54a47c279d8f tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Calling delete_port for 96e315ea-98f8-43bf-a54e-3745422e3535 owned by network:floatingip {{(pid=91548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:29:54.534494 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-a26bfca3-b153-48c5-a524-c9116c2b31aa req-56cf3da4-d4e0-42e1-8c1e-cf53876f8077 service neutron] 10.222.0.68 "GET /v2.0/networks/e094ae2b-5a46-4183-afe6-dd1ed8c367a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4004617 May 21 15:29:54.699182 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-a26bfca3-b153-48c5-a524-c9116c2b31aa req-87840575-2692-4086-a0e7-5c62a6e26be4 service neutron] 10.222.0.68 "GET /v2.0/networks/e094ae2b-5a46-4183-afe6-dd1ed8c367a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573319 May 21 15:29:54.778292 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-f8aa0d18-585c-40a6-a32a-54a47c279d8f tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730419690186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730419340162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14885552'] for port, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:54.782117 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-bf0e8d57-c293-431a-855a-8cde6756e4b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:29:54.826686 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aa0d18-585c-40a6-a32a-54a47c279d8f tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Pushing event deleted for resources: {'Port': ['ID=96e315ea-98f8-43bf-a54e-3745422e3535,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:29:54.830078 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-f8aa0d18-585c-40a6-a32a-54a47c279d8f tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:29:54.937277 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-f8aa0d18-585c-40a6-a32a-54a47c279d8f tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Notify callbacks [] for floatingip, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:54.937607 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.db.l3_db [None req-f8aa0d18-585c-40a6-a32a-54a47c279d8f tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Floating IP 6aac0cd8-b2c5-43c8-aca5-18bc6c831117 disassociated (deleted). External IP: 172.27.2.162, port: ddbbbd64-9dab-4e7e-8d14-89bad64818de. May 21 15:29:55.313044 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8aa0d18-585c-40a6-a32a-54a47c279d8f tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Router 64a6df7a-fb45-4baf-a503-9e6cc2c8c843 has already been hosted by L3 agent 9c636599-187f-4688-bb24-d46a8be2a055 {{(pid=91548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:29:55.509737 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8aa0d18-585c-40a6-a32a-54a47c279d8f tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Notify agent at l3_agent.dv-cinder-792299-3-iscsi the message routers_updated {{(pid=91548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:29:55.522915 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048520c1-e56c-4843-86c4-b293f3657d32 None None] Sync routers for ids ['64a6df7a-fb45-4baf-a503-9e6cc2c8c843'] in dv-cinder-792299-3-iscsi {{(pid=91551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:29:55.525829 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-f8aa0d18-585c-40a6-a32a-54a47c279d8f tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for floatingip, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:55.531787 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048520c1-e56c-4843-86c4-b293f3657d32 None None] Routers {'64a6df7a-fb45-4baf-a503-9e6cc2c8c843'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:29:55.532440 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-048520c1-e56c-4843-86c4-b293f3657d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:29:48Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['64a6df7a-fb45-4baf-a503-9e6cc2c8c843'], 'active': True} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:29:55.599886 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-f8aa0d18-585c-40a6-a32a-54a47c279d8f tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "DELETE /v2.0/floatingips/6aac0cd8-b2c5-43c8-aca5-18bc6c831117 HTTP/1.1" status: 204 len: 168 time: 2.0449479 May 21 15:29:55.601241 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77824f18-154c-4ae9-9c8a-5e62755716de', 'tag': 'ddbbbd64-9dab-4e7e-8d14-89bad64818de'}] {{(pid=91548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:29:55.663453 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77824f18-154c-4ae9-9c8a-5e62755716de', 'tag': 'ddbbbd64-9dab-4e7e-8d14-89bad64818de', 'status': 'completed', 'code': 200} May 21 15:29:55.727523 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvr_db [None req-048520c1-e56c-4843-86c4-b293f3657d32 None None] Set router 64a6df7a-fb45-4baf-a503-9e6cc2c8c843 gateway port host: dv-cinder-792299-3-iscsi {{(pid=91551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:29:55.777676 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b2be4-67ec-4be4-99a3-0722e6f19191 req-47055566-c956-449d-b22f-aa5e877e946d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:55.779390 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-348b2be4-67ec-4be4-99a3-0722e6f19191 req-47055566-c956-449d-b22f-aa5e877e946d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=630d170970d84363a803862f2026c034&device_id=77824f18-154c-4ae9-9c8a-5e62755716de HTTP/1.1" status: 200 len: 1098 time: 0.0827074 May 21 15:29:55.930806 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b2be4-67ec-4be4-99a3-0722e6f19191 req-e3058276-1595-46ca-91cb-f61a260d73a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:55.932398 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-348b2be4-67ec-4be4-99a3-0722e6f19191 req-e3058276-1595-46ca-91cb-f61a260d73a8 service neutron] 10.222.0.68 "GET /v2.0/networks?id=e094ae2b-5a46-4183-afe6-dd1ed8c367a2 HTTP/1.1" status: 200 len: 916 time: 0.1451316 May 21 15:29:56.105630 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-048520c1-e56c-4843-86c4-b293f3657d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a6df7a-fb45-4baf-a503-9e6cc2c8c843', 'name': 'tempest-TestMinimumBasicScenario-1469102867-router', 'tenant_id': '630d170970d84363a803862f2026c034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '97453e6a-d1f8-46f3-87e7-1d11a4c7f2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:27:27Z', 'updated_at': '2021-05-21T15:27:32Z', 'revision_number': 4, 'project_id': '630d170970d84363a803862f2026c034', 'gw_port': {'id': '97453e6a-d1f8-46f3-87e7-1d11a4c7f2b5', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a6df7a-fb45-4baf-a503-9e6cc2c8c843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:27:28Z', 'updated_at': '2021-05-21T15:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_interfaces': [{'id': '208b4677-86d4-4035-900d-ef274270cc5b', 'name': '', 'network_id': 'e094ae2b-5a46-4183-afe6-dd1ed8c367a2', 'tenant_id': '630d170970d84363a803862f2026c034', 'mac_address': 'fa:16:3e:12:53:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a6df7a-fb45-4baf-a503-9e6cc2c8c843', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '457733cb-d434-4c36-8644-ba9371329c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:27:31Z', 'updated_at': '2021-05-21T15:27:40Z', 'revision_number': 5, 'project_id': '630d170970d84363a803862f2026c034', 'subnets': [{'id': '457733cb-d434-4c36-8644-ba9371329c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:29:56.110228 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048520c1-e56c-4843-86c4-b293f3657d32 None None] Checking router: 64a6df7a-fb45-4baf-a503-9e6cc2c8c843 for host: dv-cinder-792299-3-iscsi {{(pid=91551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:29:56.128656 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048520c1-e56c-4843-86c4-b293f3657d32 None None] Routers {'64a6df7a-fb45-4baf-a503-9e6cc2c8c843'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:29:56.129256 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-048520c1-e56c-4843-86c4-b293f3657d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:29:48Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['64a6df7a-fb45-4baf-a503-9e6cc2c8c843'], 'active': True} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:29:56.171625 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-348b2be4-67ec-4be4-99a3-0722e6f19191 req-ee55c2c9-728a-477b-938b-1a96996661f3 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddbbbd64-9dab-4e7e-8d14-89bad64818de HTTP/1.1" status: 200 len: 217 time: 0.2250793 May 21 15:29:56.237496 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b2be4-67ec-4be4-99a3-0722e6f19191 req-319ce647-e4fe-45ce-82a4-685faf4b3b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:56.238960 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-348b2be4-67ec-4be4-99a3-0722e6f19191 req-319ce647-e4fe-45ce-82a4-685faf4b3b54 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=457733cb-d434-4c36-8644-ba9371329c18 HTTP/1.1" status: 200 len: 854 time: 0.0597141 May 21 15:29:56.322745 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b2be4-67ec-4be4-99a3-0722e6f19191 req-9343192f-8547-48d6-b387-b728de4fd1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:56.324254 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-348b2be4-67ec-4be4-99a3-0722e6f19191 req-9343192f-8547-48d6-b387-b728de4fd1f8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e094ae2b-5a46-4183-afe6-dd1ed8c367a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0786533 May 21 15:29:56.327369 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvr_db [None req-048520c1-e56c-4843-86c4-b293f3657d32 None None] Set router 64a6df7a-fb45-4baf-a503-9e6cc2c8c843 gateway port host: dv-cinder-792299-3-iscsi {{(pid=91551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:29:56.468525 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-348b2be4-67ec-4be4-99a3-0722e6f19191 req-c2b157c0-3300-43b7-b44b-19b58007f486 service neutron] 10.222.0.68 "GET /v2.0/networks/e094ae2b-5a46-4183-afe6-dd1ed8c367a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346500 May 21 15:29:56.609158 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-348b2be4-67ec-4be4-99a3-0722e6f19191 req-56269063-0d94-445d-a40c-cbffc98551b1 service neutron] 10.222.0.68 "GET /v2.0/networks/e094ae2b-5a46-4183-afe6-dd1ed8c367a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330688 May 21 15:29:56.688279 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-048520c1-e56c-4843-86c4-b293f3657d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a6df7a-fb45-4baf-a503-9e6cc2c8c843', 'name': 'tempest-TestMinimumBasicScenario-1469102867-router', 'tenant_id': '630d170970d84363a803862f2026c034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '97453e6a-d1f8-46f3-87e7-1d11a4c7f2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:27:27Z', 'updated_at': '2021-05-21T15:27:32Z', 'revision_number': 4, 'project_id': '630d170970d84363a803862f2026c034', 'gw_port': {'id': '97453e6a-d1f8-46f3-87e7-1d11a4c7f2b5', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a6df7a-fb45-4baf-a503-9e6cc2c8c843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:27:28Z', 'updated_at': '2021-05-21T15:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_interfaces': [{'id': '208b4677-86d4-4035-900d-ef274270cc5b', 'name': '', 'network_id': 'e094ae2b-5a46-4183-afe6-dd1ed8c367a2', 'tenant_id': '630d170970d84363a803862f2026c034', 'mac_address': 'fa:16:3e:12:53:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a6df7a-fb45-4baf-a503-9e6cc2c8c843', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '457733cb-d434-4c36-8644-ba9371329c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:27:31Z', 'updated_at': '2021-05-21T15:27:40Z', 'revision_number': 5, 'project_id': '630d170970d84363a803862f2026c034', 'subnets': [{'id': '457733cb-d434-4c36-8644-ba9371329c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:29:56.694059 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048520c1-e56c-4843-86c4-b293f3657d32 None None] The sync data for ids ['64a6df7a-fb45-4baf-a503-9e6cc2c8c843'] in dv-cinder-792299-3-iscsi is: [{'id': '64a6df7a-fb45-4baf-a503-9e6cc2c8c843', 'name': 'tempest-TestMinimumBasicScenario-1469102867-router', 'tenant_id': '630d170970d84363a803862f2026c034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '97453e6a-d1f8-46f3-87e7-1d11a4c7f2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:27:27Z', 'updated_at': '2021-05-21T15:27:32Z', 'revision_number': 4, 'project_id': '630d170970d84363a803862f2026c034', 'gw_port': {'id': '97453e6a-d1f8-46f3-87e7-1d11a4c7f2b5', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a6df7a-fb45-4baf-a503-9e6cc2c8c843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:27:28Z', 'updated_at': '2021-05-21T15:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_interfaces': [{'id': '208b4677-86d4-4035-900d-ef274270cc5b', 'name': '', 'network_id': 'e094ae2b-5a46-4183-afe6-dd1ed8c367a2', 'tenant_id': '630d170970d84363a803862f2026c034', 'mac_address': 'fa:16:3e:12:53:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a6df7a-fb45-4baf-a503-9e6cc2c8c843', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '457733cb-d434-4c36-8644-ba9371329c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:27:31Z', 'updated_at': '2021-05-21T15:27:40Z', 'revision_number': 5, 'project_id': '630d170970d84363a803862f2026c034', 'subnets': [{'id': '457733cb-d434-4c36-8644-ba9371329c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:29:56.937458 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9849d3d2-a8a6-4be8-9350-f69e2c702cd8 None None] New status for floating IP 6aac0cd8-b2c5-43c8-aca5-18bc6c831117: DOWN {{(pid=91550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 21 15:29:59.100217 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1337ec-b61f-41e9-8f2c-c0ad3d0eea96 req-2c95ad62-4971-46a6-9523-0434bd7fd343 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:59.101761 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-cc1337ec-b61f-41e9-8f2c-c0ad3d0eea96 req-2c95ad62-4971-46a6-9523-0434bd7fd343 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/ports?device_id=77824f18-154c-4ae9-9c8a-5e62755716de HTTP/1.1" status: 200 len: 945 time: 0.0853293 May 21 15:29:59.156175 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-cc1337ec-b61f-41e9-8f2c-c0ad3d0eea96 req-a78e164a-0211-4623-b4a5-451757600575 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a9f991a-b00d-4443-b066-279138d7ddd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486643 May 21 15:30:00.361906 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d734791-a027-421b-b312-c47932b9e261 req-26b317e3-337b-429e-8a85-72989dbbcf82 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:30:00.363408 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-0d734791-a027-421b-b312-c47932b9e261 req-26b317e3-337b-429e-8a85-72989dbbcf82 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/ports?device_id=77824f18-154c-4ae9-9c8a-5e62755716de HTTP/1.1" status: 200 len: 945 time: 0.0911036 May 21 15:30:00.413817 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-0d734791-a027-421b-b312-c47932b9e261 req-5b9a4a16-ada9-4027-a8ad-46749466784c tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a9f991a-b00d-4443-b066-279138d7ddd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445101 May 21 15:30:00.948292 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7944b78e-cabe-48eb-bbff-2089c4275abc req-21350359-c426-49e9-a705-44b80586d18c tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:30:00.948914 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-7944b78e-cabe-48eb-bbff-2089c4275abc req-21350359-c426-49e9-a705-44b80586d18c tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Synchronizing usage tracker for tenant:630d170970d84363a803862f2026c034 on resource:port {{(pid=91548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:30:00.978653 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-7944b78e-cabe-48eb-bbff-2089c4275abc req-21350359-c426-49e9-a705-44b80586d18c tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Unset dirty status for tenant:630d170970d84363a803862f2026c034 on resource:port {{(pid=91548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:30:00.980268 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-7944b78e-cabe-48eb-bbff-2089c4275abc req-21350359-c426-49e9-a705-44b80586d18c tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.68 "GET /v2.0/ports?device_id=77824f18-154c-4ae9-9c8a-5e62755716de HTTP/1.1" status: 200 len: 945 time: 0.1220119 May 21 15:30:01.125178 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [req-7944b78e-cabe-48eb-bbff-2089c4275abc req-4b9e9427-67df-4ad4-9ae6-6d4cc858c6de tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Deleting port ddbbbd64-9dab-4e7e-8d14-89bad64818de {{(pid=91548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:30:01.125517 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-7944b78e-cabe-48eb-bbff-2089c4275abc req-4b9e9427-67df-4ad4-9ae6-6d4cc858c6de tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730419685614'] for port, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:01.265724 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [req-7944b78e-cabe-48eb-bbff-2089c4275abc req-4b9e9427-67df-4ad4-9ae6-6d4cc858c6de tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] For port ddbbbd64-9dab-4e7e-8d14-89bad64818de, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=ddbbbd64-9dab-4e7e-8d14-89bad64818de,segment=NetworkSegment(48553d26-bb45-4662-9ea2-08a8cc42b725),segment_id=48553d26-bb45-4662-9ea2-08a8cc42b725)] {{(pid=91548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:30:01.265991 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-7944b78e-cabe-48eb-bbff-2089c4275abc req-4b9e9427-67df-4ad4-9ae6-6d4cc858c6de tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829031'] for port, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:01.393119 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [req-7944b78e-cabe-48eb-bbff-2089c4275abc req-4b9e9427-67df-4ad4-9ae6-6d4cc858c6de tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Calling delete_port for ddbbbd64-9dab-4e7e-8d14-89bad64818de owned by compute:nova {{(pid=91548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:30:01.524353 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-7944b78e-cabe-48eb-bbff-2089c4275abc req-4b9e9427-67df-4ad4-9ae6-6d4cc858c6de tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730419690186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730419340162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14885552'] for port, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:01.530372 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-2fa8e757-7364-4e4b-93eb-b566ca387b18 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:01.586142 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9e9427-67df-4ad4-9ae6-6d4cc858c6de tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Pushing event deleted for resources: {'Port': ['ID=ddbbbd64-9dab-4e7e-8d14-89bad64818de,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:01.589421 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-4b9e9427-67df-4ad4-9ae6-6d4cc858c6de tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:01.636386 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-b123624a-1671-44df-9bc5-6bc37e224de4 req-5f63e78b-f50b-4d59-8080-93219a3a4a83 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.69 "GET /v2.0/ports?device_id=77824f18-154c-4ae9-9c8a-5e62755716de HTTP/1.1" status: 200 len: 210 time: 0.1047099 May 21 15:30:01.669302 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.l3_dvrscheduler_db [req-7944b78e-cabe-48eb-bbff-2089c4275abc req-4b9e9427-67df-4ad4-9ae6-6d4cc858c6de tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] No DVR routers for this DVR port ddbbbd64-9dab-4e7e-8d14-89bad64818de on host hv-cinder-79229 {{(pid=91548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:30:01.671899 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-7944b78e-cabe-48eb-bbff-2089c4275abc req-4b9e9427-67df-4ad4-9ae6-6d4cc858c6de tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for port, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:01.674648 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77824f18-154c-4ae9-9c8a-5e62755716de', 'name': 'network-vif-deleted', 'tag': 'ddbbbd64-9dab-4e7e-8d14-89bad64818de'}] {{(pid=91548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:30:01.691274 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-7944b78e-cabe-48eb-bbff-2089c4275abc req-4b9e9427-67df-4ad4-9ae6-6d4cc858c6de tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] 10.222.0.68 "DELETE /v2.0/ports/ddbbbd64-9dab-4e7e-8d14-89bad64818de HTTP/1.1" status: 204 len: 173 time: 0.7048621 May 21 15:30:01.722129 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77824f18-154c-4ae9-9c8a-5e62755716de', 'name': 'network-vif-deleted', 'tag': 'ddbbbd64-9dab-4e7e-8d14-89bad64818de', 'status': 'completed', 'code': 200} May 21 15:30:02.983348 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device ddbbbd64-9dab-4e7e-8d14-89bad64818de no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:30:03.030226 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] No Port match for: ddbbbd64-9dab-4e7e-8d14-89bad64818de {{(pid=91550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:30:03.030792 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device ddbbbd64-9dab-4e7e-8d14-89bad64818de not bound to the agent host hv-cinder-79229 {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:30:03.332621 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 37334) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:04.046973 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-bfa7e8c3-f8f8-4ea0-8af3-99bd208feb8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774749'] for router_interface, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:04.480411 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [None req-bfa7e8c3-f8f8-4ea0-8af3-99bd208feb8f admin admin] Deleting port 208b4677-86d4-4035-900d-ef274270cc5b {{(pid=91548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:30:04.481098 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-bfa7e8c3-f8f8-4ea0-8af3-99bd208feb8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730419685614'] for port, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:04.613497 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [None req-bfa7e8c3-f8f8-4ea0-8af3-99bd208feb8f admin admin] For port 208b4677-86d4-4035-900d-ef274270cc5b, host dv-cinder-792299-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=208b4677-86d4-4035-900d-ef274270cc5b,segment=NetworkSegment(48553d26-bb45-4662-9ea2-08a8cc42b725),segment_id=48553d26-bb45-4662-9ea2-08a8cc42b725)] {{(pid=91548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:30:04.613862 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-bfa7e8c3-f8f8-4ea0-8af3-99bd208feb8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829031'] for port, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:04.744695 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [None req-bfa7e8c3-f8f8-4ea0-8af3-99bd208feb8f admin admin] Calling delete_port for 208b4677-86d4-4035-900d-ef274270cc5b owned by network:router_interface {{(pid=91548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:30:04.921577 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-bfa7e8c3-f8f8-4ea0-8af3-99bd208feb8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730419690186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730419340162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14885552'] for port, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:04.925673 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-e26a38cb-1a4c-497c-8b97-7c1bdfd94053 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:04.971592 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa7e8c3-f8f8-4ea0-8af3-99bd208feb8f admin admin] Pushing event deleted for resources: {'Port': ['ID=208b4677-86d4-4035-900d-ef274270cc5b,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:04.974239 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-bfa7e8c3-f8f8-4ea0-8af3-99bd208feb8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:05.261241 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-bfa7e8c3-f8f8-4ea0-8af3-99bd208feb8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1697739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1774833'] for router_interface, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:05.767727 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfa7e8c3-f8f8-4ea0-8af3-99bd208feb8f admin admin] Router 64a6df7a-fb45-4baf-a503-9e6cc2c8c843 has already been hosted by L3 agent 9c636599-187f-4688-bb24-d46a8be2a055 {{(pid=91548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:30:05.966013 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa7e8c3-f8f8-4ea0-8af3-99bd208feb8f admin admin] Notify agent at l3_agent.dv-cinder-792299-3-iscsi the message routers_updated {{(pid=91548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:30:05.975945 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48f2c65-6fa6-4a2b-bee6-9a3f0e64c936 None None] Sync routers for ids ['64a6df7a-fb45-4baf-a503-9e6cc2c8c843'] in dv-cinder-792299-3-iscsi {{(pid=91551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:30:05.980578 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-bfa7e8c3-f8f8-4ea0-8af3-99bd208feb8f admin admin] 10.222.0.69 "PUT /v2.0/routers/64a6df7a-fb45-4baf-a503-9e6cc2c8c843/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6468606 May 21 15:30:05.983002 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 37346) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:05.985762 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48f2c65-6fa6-4a2b-bee6-9a3f0e64c936 None None] Routers {'64a6df7a-fb45-4baf-a503-9e6cc2c8c843'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:30:05.986388 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-a48f2c65-6fa6-4a2b-bee6-9a3f0e64c936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:29:48Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['64a6df7a-fb45-4baf-a503-9e6cc2c8c843'], 'active': True} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:30:06.173902 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-3695a5be-ef6f-4bf5-a7da-b78970af24dd admin admin] Notify callbacks [] for router, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:06.190182 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvr_db [None req-a48f2c65-6fa6-4a2b-bee6-9a3f0e64c936 None None] Set router 64a6df7a-fb45-4baf-a503-9e6cc2c8c843 gateway port host: dv-cinder-792299-3-iscsi {{(pid=91551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:30:06.374641 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-3695a5be-ef6f-4bf5-a7da-b78970af24dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:06.452210 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [None req-3695a5be-ef6f-4bf5-a7da-b78970af24dd admin admin] Deleting port 97453e6a-d1f8-46f3-87e7-1d11a4c7f2b5 {{(pid=91548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:30:06.452572 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-3695a5be-ef6f-4bf5-a7da-b78970af24dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730419685614'] for port, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:06.531134 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-a48f2c65-6fa6-4a2b-bee6-9a3f0e64c936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a6df7a-fb45-4baf-a503-9e6cc2c8c843', 'name': 'tempest-TestMinimumBasicScenario-1469102867-router', 'tenant_id': '630d170970d84363a803862f2026c034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '97453e6a-d1f8-46f3-87e7-1d11a4c7f2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:27:27Z', 'updated_at': '2021-05-21T15:30:04Z', 'revision_number': 5, 'project_id': '630d170970d84363a803862f2026c034', 'gw_port': {'id': '97453e6a-d1f8-46f3-87e7-1d11a4c7f2b5', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a6df7a-fb45-4baf-a503-9e6cc2c8c843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:27:28Z', 'updated_at': '2021-05-21T15:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi'}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:30:06.535075 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48f2c65-6fa6-4a2b-bee6-9a3f0e64c936 None None] Checking router: 64a6df7a-fb45-4baf-a503-9e6cc2c8c843 for host: dv-cinder-792299-3-iscsi {{(pid=91551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:30:06.543702 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48f2c65-6fa6-4a2b-bee6-9a3f0e64c936 None None] Routers {'64a6df7a-fb45-4baf-a503-9e6cc2c8c843'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:30:06.544313 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-a48f2c65-6fa6-4a2b-bee6-9a3f0e64c936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:29:48Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['64a6df7a-fb45-4baf-a503-9e6cc2c8c843'], 'active': True} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:30:06.581611 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [None req-3695a5be-ef6f-4bf5-a7da-b78970af24dd admin admin] For port 97453e6a-d1f8-46f3-87e7-1d11a4c7f2b5, host dv-cinder-792299-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=97453e6a-d1f8-46f3-87e7-1d11a4c7f2b5,segment=NetworkSegment(6e22115a-e16c-4b74-9ec4-448dbc5267a0),segment_id=6e22115a-e16c-4b74-9ec4-448dbc5267a0)] {{(pid=91548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:30:06.581978 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-3695a5be-ef6f-4bf5-a7da-b78970af24dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829031'] for port, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:06.699811 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvr_db [None req-a48f2c65-6fa6-4a2b-bee6-9a3f0e64c936 None None] Set router 64a6df7a-fb45-4baf-a503-9e6cc2c8c843 gateway port host: None {{(pid=91551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:30:06.713709 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [None req-3695a5be-ef6f-4bf5-a7da-b78970af24dd admin admin] Calling delete_port for 97453e6a-d1f8-46f3-87e7-1d11a4c7f2b5 owned by network:router_gateway {{(pid=91548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:30:06.809886 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-a48f2c65-6fa6-4a2b-bee6-9a3f0e64c936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a6df7a-fb45-4baf-a503-9e6cc2c8c843', 'name': 'tempest-TestMinimumBasicScenario-1469102867-router', 'tenant_id': '630d170970d84363a803862f2026c034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:27:27Z', 'updated_at': '2021-05-21T15:30:06Z', 'revision_number': 6, 'project_id': '630d170970d84363a803862f2026c034', 'gw_port_host': None}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:30:06.814673 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48f2c65-6fa6-4a2b-bee6-9a3f0e64c936 None None] The sync data for ids ['64a6df7a-fb45-4baf-a503-9e6cc2c8c843'] in dv-cinder-792299-3-iscsi is: [{'id': '64a6df7a-fb45-4baf-a503-9e6cc2c8c843', 'name': 'tempest-TestMinimumBasicScenario-1469102867-router', 'tenant_id': '630d170970d84363a803862f2026c034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:27:27Z', 'updated_at': '2021-05-21T15:30:06Z', 'revision_number': 6, 'project_id': '630d170970d84363a803862f2026c034', 'gw_port_host': None}] {{(pid=91551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:30:06.986773 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-3695a5be-ef6f-4bf5-a7da-b78970af24dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730419690186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730419340162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14885552'] for port, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:06.991947 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-d866d363-acbf-4acc-b147-831235cfae31 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:07.034737 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3695a5be-ef6f-4bf5-a7da-b78970af24dd admin admin] Pushing event deleted for resources: {'Port': ['ID=97453e6a-d1f8-46f3-87e7-1d11a4c7f2b5,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:07.038443 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-3695a5be-ef6f-4bf5-a7da-b78970af24dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:07.132230 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-3695a5be-ef6f-4bf5-a7da-b78970af24dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763192'] for router_gateway, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:07.314983 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-3695a5be-ef6f-4bf5-a7da-b78970af24dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1768010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3637'] for router, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:07.317283 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-3695a5be-ef6f-4bf5-a7da-b78970af24dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:07.340497 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-3695a5be-ef6f-4bf5-a7da-b78970af24dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1762452'] for router, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:07.341060 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3695a5be-ef6f-4bf5-a7da-b78970af24dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64a6df7a-fb45-4baf-a503-9e6cc2c8c843 {{(pid=91548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 21 15:30:07.354311 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-3695a5be-ef6f-4bf5-a7da-b78970af24dd admin admin] Notify callbacks [] for router, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:07.355485 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-3695a5be-ef6f-4bf5-a7da-b78970af24dd admin admin] 10.222.0.69 "DELETE /v2.0/routers/64a6df7a-fb45-4baf-a503-9e6cc2c8c843 HTTP/1.1" status: 204 len: 168 time: 1.3715854 May 21 15:30:07.358017 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 37354) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:07.421969 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.db_base_plugin_v2 [None req-d41a3905-7e47-4abc-ae1f-a0af26f11c84 admin admin] Deleting subnet 457733cb-d434-4c36-8644-ba9371329c18 {{(pid=91548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 21 15:30:07.425033 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-d41a3905-7e47-4abc-ae1f-a0af26f11c84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:07.476049 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-d41a3905-7e47-4abc-ae1f-a0af26f11c84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15185061'] for subnet, precommit_delete_associations {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:07.572139 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-d41a3905-7e47-4abc-ae1f-a0af26f11c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708537'] for subnet, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:07.840646 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-d41a3905-7e47-4abc-ae1f-a0af26f11c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14885533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14760833'] for subnet, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:07.845134 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:07.888702 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41a3905-7e47-4abc-ae1f-a0af26f11c84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=457733cb-d434-4c36-8644-ba9371329c18,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:07.891352 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-d41a3905-7e47-4abc-ae1f-a0af26f11c84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:07.895253 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80dd15ce-512f-4d75-ab52-4ff755eaf543 None None] Network e094ae2b-5a46-4183-afe6-dd1ed8c367a2 requested from dv-cinder-792299-3-iscsi {{(pid=91550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:30:07.896897 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-d41a3905-7e47-4abc-ae1f-a0af26f11c84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:07.900176 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-d41a3905-7e47-4abc-ae1f-a0af26f11c84 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/457733cb-d434-4c36-8644-ba9371329c18 HTTP/1.1" status: 204 len: 168 time: 0.5412149 May 21 15:30:07.902645 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 37358) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:08.008096 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-7c583ac3-d945-4fd6-94bb-3098e3bf9328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732154'] for network, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:08.088135 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [None req-7c583ac3-d945-4fd6-94bb-3098e3bf9328 admin admin] Deleting port a57e6510-7f9a-4da1-9556-03dd66ac5f11 {{(pid=91548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:30:08.088392 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-7c583ac3-d945-4fd6-94bb-3098e3bf9328 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730419685614'] for port, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:08.201035 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [None req-7c583ac3-d945-4fd6-94bb-3098e3bf9328 admin admin] For port a57e6510-7f9a-4da1-9556-03dd66ac5f11, host dv-cinder-792299-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=a57e6510-7f9a-4da1-9556-03dd66ac5f11,segment=NetworkSegment(48553d26-bb45-4662-9ea2-08a8cc42b725),segment_id=48553d26-bb45-4662-9ea2-08a8cc42b725)] {{(pid=91548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:30:08.201397 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-7c583ac3-d945-4fd6-94bb-3098e3bf9328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829031'] for port, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:08.207283 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ab292f-a4ec-4a15-865b-486ae44da206 None None] DHCP port deletion for e094ae2b-5a46-4183-afe6-dd1ed8c367a2 request from dv-cinder-792299-3-iscsi {{(pid=91550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 21 15:30:08.285928 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-90ab292f-a4ec-4a15-865b-486ae44da206 None None] Deleting port a57e6510-7f9a-4da1-9556-03dd66ac5f11 {{(pid=91550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:30:08.286290 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-90ab292f-a4ec-4a15-865b-486ae44da206 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730419685614'] for port, before_delete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:08.337607 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [None req-7c583ac3-d945-4fd6-94bb-3098e3bf9328 admin admin] Calling delete_port for a57e6510-7f9a-4da1-9556-03dd66ac5f11 owned by network:dhcp {{(pid=91548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:30:08.387342 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-7c583ac3-d945-4fd6-94bb-3098e3bf9328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730419690186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730419340162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14885552'] for port, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:08.391268 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-3e679958-b448-4d72-abd7-017f999b569b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:08.403182 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-90ab292f-a4ec-4a15-865b-486ae44da206 None None] For port a57e6510-7f9a-4da1-9556-03dd66ac5f11, host dv-cinder-792299-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=a57e6510-7f9a-4da1-9556-03dd66ac5f11,segment=NetworkSegment(48553d26-bb45-4662-9ea2-08a8cc42b725),segment_id=48553d26-bb45-4662-9ea2-08a8cc42b725)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:30:08.403578 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-90ab292f-a4ec-4a15-865b-486ae44da206 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829031'] for port, precommit_delete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:08.439295 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c583ac3-d945-4fd6-94bb-3098e3bf9328 admin admin] Pushing event deleted for resources: {'Port': ['ID=a57e6510-7f9a-4da1-9556-03dd66ac5f11,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:08.442354 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-7c583ac3-d945-4fd6-94bb-3098e3bf9328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:08.443212 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c583ac3-d945-4fd6-94bb-3098e3bf9328 admin admin] No DVR routers for this DVR port a57e6510-7f9a-4da1-9556-03dd66ac5f11 on host dv-cinder-792299-3-iscsi {{(pid=91548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:30:08.541928 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-90ab292f-a4ec-4a15-865b-486ae44da206 None None] Calling delete_port for a57e6510-7f9a-4da1-9556-03dd66ac5f11 owned by network:dhcp {{(pid=91550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:30:08.599789 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-90ab292f-a4ec-4a15-865b-486ae44da206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730419690186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730419340162'] for port, after_delete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:08.604231 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:08.651540 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ab292f-a4ec-4a15-865b-486ae44da206 None None] No DVR routers for this DVR port a57e6510-7f9a-4da1-9556-03dd66ac5f11 on host dv-cinder-792299-3-iscsi {{(pid=91550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:30:08.652746 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ab292f-a4ec-4a15-865b-486ae44da206 None None] Pushing event deleted for resources: {'Port': ['ID=a57e6510-7f9a-4da1-9556-03dd66ac5f11,revision_number=None']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:08.662414 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ab292f-a4ec-4a15-865b-486ae44da206 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:30:08.663009 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ab292f-a4ec-4a15-865b-486ae44da206 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:30:08.663849 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ab292f-a4ec-4a15-865b-486ae44da206 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:30:08.664165 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ab292f-a4ec-4a15-865b-486ae44da206 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:30:08.664360 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ab292f-a4ec-4a15-865b-486ae44da206 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:30:08.664696 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ab292f-a4ec-4a15-865b-486ae44da206 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:30:08.664995 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ab292f-a4ec-4a15-865b-486ae44da206 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:30:08.665350 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ab292f-a4ec-4a15-865b-486ae44da206 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:30:08.665648 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ab292f-a4ec-4a15-865b-486ae44da206 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:30:08.666044 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ab292f-a4ec-4a15-865b-486ae44da206 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:30:08.666277 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ab292f-a4ec-4a15-865b-486ae44da206 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:30:08.666615 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ab292f-a4ec-4a15-865b-486ae44da206 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:30:08.670225 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-90ab292f-a4ec-4a15-865b-486ae44da206 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:08.685193 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-7c583ac3-d945-4fd6-94bb-3098e3bf9328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707840', 'neutron.services.segments.db._delete_segments_for_network-8730419779193'] for network, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:08.700157 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.services.segments.db [None req-7c583ac3-d945-4fd6-94bb-3098e3bf9328 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e094ae2b-5a46-4183-afe6-dd1ed8c367a2']}} {{(pid=91548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:30:08.716202 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.services.segments.db [None req-7c583ac3-d945-4fd6-94bb-3098e3bf9328 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48553d26-bb45-4662-9ea2-08a8cc42b725') {'for_net_delete': True} {{(pid=91548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:30:08.716202 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.services.segments.db [None req-7c583ac3-d945-4fd6-94bb-3098e3bf9328 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48553d26-bb45-4662-9ea2-08a8cc42b725') {} {{(pid=91548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:30:08.729465 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-7c583ac3-d945-4fd6-94bb-3098e3bf9328 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730419791885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15185084'] for segment, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:08.751462 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-7c583ac3-d945-4fd6-94bb-3098e3bf9328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703692'] for segment, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:08.756621 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device a57e6510-7f9a-4da1-9556-03dd66ac5f11 no longer exists at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:30:08.761425 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c583ac3-d945-4fd6-94bb-3098e3bf9328 admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=91548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 21 15:30:08.761831 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-7c583ac3-d945-4fd6-94bb-3098e3bf9328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14885571'] for segment, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:08.776778 dv-cinder-792299-3-iscsi neutron-server[91548]: Traceback (most recent call last): May 21 15:30:08.776778 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 21 15:30:08.776778 dv-cinder-792299-3-iscsi neutron-server[91548]: timer() May 21 15:30:08.776778 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 21 15:30:08.776778 dv-cinder-792299-3-iscsi neutron-server[91548]: cb(*args, **kw) May 21 15:30:08.776778 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 21 15:30:08.776778 dv-cinder-792299-3-iscsi neutron-server[91548]: return func(*args, **kwargs) May 21 15:30:08.776778 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 21 15:30:08.776778 dv-cinder-792299-3-iscsi neutron-server[91548]: self._notify() May 21 15:30:08.776778 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 21 15:30:08.776778 dv-cinder-792299-3-iscsi neutron-server[91548]: self.callback(batched_events) May 21 15:30:08.776778 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 21 15:30:08.776778 dv-cinder-792299-3-iscsi neutron-server[91548]: event.method(event) May 21 15:30:08.776778 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 21 15:30:08.776778 dv-cinder-792299-3-iscsi neutron-server[91548]: aggregate_id = self._get_aggregate_id(event.segment_id) May 21 15:30:08.776778 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 21 15:30:08.776778 dv-cinder-792299-3-iscsi neutron-server[91548]: aggregate_uuid = self.p_client.list_aggregates( May 21 15:30:08.776778 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 21 15:30:08.776778 dv-cinder-792299-3-iscsi neutron-server[91548]: return f(self, *a, **k) May 21 15:30:08.776778 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 21 15:30:08.776778 dv-cinder-792299-3-iscsi neutron-server[91548]: return self._get(url).json() May 21 15:30:08.776778 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 21 15:30:08.776778 dv-cinder-792299-3-iscsi neutron-server[91548]: return self._client.get(url, endpoint_filter=self._ks_filter, May 21 15:30:08.776778 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 21 15:30:08.776778 dv-cinder-792299-3-iscsi neutron-server[91548]: return self.request(url, 'GET', **kwargs) May 21 15:30:08.776778 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 21 15:30:08.776778 dv-cinder-792299-3-iscsi neutron-server[91548]: base_url = self.get_endpoint(auth, allow=allow, May 21 15:30:08.776778 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 21 15:30:08.776778 dv-cinder-792299-3-iscsi neutron-server[91548]: auth = self._auth_required(auth, 'determine endpoint URL') May 21 15:30:08.776778 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 21 15:30:08.776778 dv-cinder-792299-3-iscsi neutron-server[91548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 21 15:30:08.776778 dv-cinder-792299-3-iscsi neutron-server[91548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 21 15:30:08.804608 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] No Port match for: a57e6510-7f9a-4da1-9556-03dd66ac5f11 {{(pid=91550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:30:08.804959 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device a57e6510-7f9a-4da1-9556-03dd66ac5f11 not bound to the agent host dv-cinder-792299-3-iscsi {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:30:08.805372 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 97453e6a-d1f8-46f3-87e7-1d11a4c7f2b5 no longer exists at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:30:08.845070 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] No Port match for: 97453e6a-d1f8-46f3-87e7-1d11a4c7f2b5 {{(pid=91550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:30:08.845512 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 97453e6a-d1f8-46f3-87e7-1d11a4c7f2b5 not bound to the agent host dv-cinder-792299-3-iscsi {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:30:08.846031 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 208b4677-86d4-4035-900d-ef274270cc5b no longer exists at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:30:08.880991 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-7c583ac3-d945-4fd6-94bb-3098e3bf9328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1599858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763229'] for network, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:08.887416 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-7c583ac3-d945-4fd6-94bb-3098e3bf9328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697775'] for network, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:08.888283 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] No Port match for: 208b4677-86d4-4035-900d-ef274270cc5b {{(pid=91550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:30:08.888859 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 208b4677-86d4-4035-900d-ef274270cc5b not bound to the agent host dv-cinder-792299-3-iscsi {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:30:08.891835 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:08.919294 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c583ac3-d945-4fd6-94bb-3098e3bf9328 admin admin] Pushing event deleted for resources: {'Network': ['ID=e094ae2b-5a46-4183-afe6-dd1ed8c367a2,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:08.921766 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-7c583ac3-d945-4fd6-94bb-3098e3bf9328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:08.931411 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-7c583ac3-d945-4fd6-94bb-3098e3bf9328 admin admin] 10.222.0.69 "DELETE /v2.0/networks/e094ae2b-5a46-4183-afe6-dd1ed8c367a2 HTTP/1.1" status: 204 len: 168 time: 1.0276535 May 21 15:30:08.934279 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 37362) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:09.516901 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-98e66f21-58f8-41f3-8f0f-0be441bc12c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774749'] for router_interface, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:09.955310 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [None req-98e66f21-58f8-41f3-8f0f-0be441bc12c0 admin admin] Deleting port 75c8ea21-5996-4909-ba10-edcfa05b8402 {{(pid=91548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:30:09.955647 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-98e66f21-58f8-41f3-8f0f-0be441bc12c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730419685614'] for port, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:10.092882 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [None req-98e66f21-58f8-41f3-8f0f-0be441bc12c0 admin admin] For port 75c8ea21-5996-4909-ba10-edcfa05b8402, host dv-cinder-792299-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=75c8ea21-5996-4909-ba10-edcfa05b8402,segment=NetworkSegment(3c107f5d-e07d-4767-9256-0cc2ea817e98),segment_id=3c107f5d-e07d-4767-9256-0cc2ea817e98)] {{(pid=91548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:30:10.093230 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-98e66f21-58f8-41f3-8f0f-0be441bc12c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829031'] for port, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:10.342871 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [None req-98e66f21-58f8-41f3-8f0f-0be441bc12c0 admin admin] Calling delete_port for 75c8ea21-5996-4909-ba10-edcfa05b8402 owned by network:router_interface {{(pid=91548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:30:10.498093 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-98e66f21-58f8-41f3-8f0f-0be441bc12c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730419690186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730419340162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14885552'] for port, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:10.501871 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-bfa7e8c3-f8f8-4ea0-8af3-99bd208feb8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:10.550051 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e66f21-58f8-41f3-8f0f-0be441bc12c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=75c8ea21-5996-4909-ba10-edcfa05b8402,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:10.577670 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-98e66f21-58f8-41f3-8f0f-0be441bc12c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:10.841850 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-98e66f21-58f8-41f3-8f0f-0be441bc12c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1697739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1774833'] for router_interface, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:11.215797 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98e66f21-58f8-41f3-8f0f-0be441bc12c0 admin admin] Router 5b544414-8b62-421e-822b-c95f0af099a8 has already been hosted by L3 agent 9c636599-187f-4688-bb24-d46a8be2a055 {{(pid=91548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:30:11.506177 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98e66f21-58f8-41f3-8f0f-0be441bc12c0 admin admin] Notify agent at l3_agent.dv-cinder-792299-3-iscsi the message routers_updated {{(pid=91548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:30:11.517663 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacb73a5-8e4d-439d-b3fd-8aee3ffeed00 None None] Sync routers for ids ['5b544414-8b62-421e-822b-c95f0af099a8'] in dv-cinder-792299-3-iscsi {{(pid=91550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:30:11.528548 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacb73a5-8e4d-439d-b3fd-8aee3ffeed00 None None] Routers {'5b544414-8b62-421e-822b-c95f0af099a8'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:30:11.529231 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-cacb73a5-8e4d-439d-b3fd-8aee3ffeed00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:29:48Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['5b544414-8b62-421e-822b-c95f0af099a8'], 'active': True} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:30:11.533551 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-98e66f21-58f8-41f3-8f0f-0be441bc12c0 admin admin] 10.222.0.69 "PUT /v2.0/routers/5b544414-8b62-421e-822b-c95f0af099a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5980783 May 21 15:30:11.536589 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 37366) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:11.754997 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-73facad7-824a-4bd0-a1bd-957a6e508c59 admin admin] Notify callbacks [] for router, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:11.762272 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvr_db [None req-cacb73a5-8e4d-439d-b3fd-8aee3ffeed00 None None] Set router 5b544414-8b62-421e-822b-c95f0af099a8 gateway port host: dv-cinder-792299-3-iscsi {{(pid=91550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:30:12.091742 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-cacb73a5-8e4d-439d-b3fd-8aee3ffeed00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b544414-8b62-421e-822b-c95f0af099a8', 'name': 'tempest-TestMinimumBasicScenario-1107386589-router', 'tenant_id': '149eef9a8c4847388a55b609d9945f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '16acee39-9535-4af8-bc7b-00e2d9b48239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:27:34Z', 'updated_at': '2021-05-21T15:30:10Z', 'revision_number': 5, 'project_id': '149eef9a8c4847388a55b609d9945f37', 'gw_port': {'id': '16acee39-9535-4af8-bc7b-00e2d9b48239', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b544414-8b62-421e-822b-c95f0af099a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:27:35Z', 'updated_at': '2021-05-21T15:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi'}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:30:12.092304 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-73facad7-824a-4bd0-a1bd-957a6e508c59 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:12.098064 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacb73a5-8e4d-439d-b3fd-8aee3ffeed00 None None] Checking router: 5b544414-8b62-421e-822b-c95f0af099a8 for host: dv-cinder-792299-3-iscsi {{(pid=91550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:30:12.112619 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacb73a5-8e4d-439d-b3fd-8aee3ffeed00 None None] Routers {'5b544414-8b62-421e-822b-c95f0af099a8'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:30:12.112619 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-cacb73a5-8e4d-439d-b3fd-8aee3ffeed00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:29:48Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['5b544414-8b62-421e-822b-c95f0af099a8'], 'active': True} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:30:12.186750 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [None req-73facad7-824a-4bd0-a1bd-957a6e508c59 admin admin] Deleting port 16acee39-9535-4af8-bc7b-00e2d9b48239 {{(pid=91548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:30:12.187168 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-73facad7-824a-4bd0-a1bd-957a6e508c59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730419685614'] for port, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:12.287063 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvr_db [None req-cacb73a5-8e4d-439d-b3fd-8aee3ffeed00 None None] Set router 5b544414-8b62-421e-822b-c95f0af099a8 gateway port host: None {{(pid=91550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:30:12.327739 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [None req-73facad7-824a-4bd0-a1bd-957a6e508c59 admin admin] For port 16acee39-9535-4af8-bc7b-00e2d9b48239, host dv-cinder-792299-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=16acee39-9535-4af8-bc7b-00e2d9b48239,segment=NetworkSegment(6e22115a-e16c-4b74-9ec4-448dbc5267a0),segment_id=6e22115a-e16c-4b74-9ec4-448dbc5267a0)] {{(pid=91548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:30:12.329462 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-73facad7-824a-4bd0-a1bd-957a6e508c59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829031'] for port, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:12.440348 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-cacb73a5-8e4d-439d-b3fd-8aee3ffeed00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b544414-8b62-421e-822b-c95f0af099a8', 'name': 'tempest-TestMinimumBasicScenario-1107386589-router', 'tenant_id': '149eef9a8c4847388a55b609d9945f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:27:34Z', 'updated_at': '2021-05-21T15:30:12Z', 'revision_number': 6, 'project_id': '149eef9a8c4847388a55b609d9945f37', 'gw_port_host': None}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:30:12.445042 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacb73a5-8e4d-439d-b3fd-8aee3ffeed00 None None] The sync data for ids ['5b544414-8b62-421e-822b-c95f0af099a8'] in dv-cinder-792299-3-iscsi is: [{'id': '5b544414-8b62-421e-822b-c95f0af099a8', 'name': 'tempest-TestMinimumBasicScenario-1107386589-router', 'tenant_id': '149eef9a8c4847388a55b609d9945f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:27:34Z', 'updated_at': '2021-05-21T15:30:12Z', 'revision_number': 6, 'project_id': '149eef9a8c4847388a55b609d9945f37', 'gw_port_host': None}] {{(pid=91550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:30:12.464915 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [None req-73facad7-824a-4bd0-a1bd-957a6e508c59 admin admin] Calling delete_port for 16acee39-9535-4af8-bc7b-00e2d9b48239 owned by network:router_gateway {{(pid=91548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:30:12.621952 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-73facad7-824a-4bd0-a1bd-957a6e508c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730419690186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730419340162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14885552'] for port, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:12.625744 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-7c583ac3-d945-4fd6-94bb-3098e3bf9328 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:12.691523 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73facad7-824a-4bd0-a1bd-957a6e508c59 admin admin] Pushing event deleted for resources: {'Port': ['ID=16acee39-9535-4af8-bc7b-00e2d9b48239,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:12.696386 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-73facad7-824a-4bd0-a1bd-957a6e508c59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:12.801316 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-73facad7-824a-4bd0-a1bd-957a6e508c59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763192'] for router_gateway, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:12.858131 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 75c8ea21-5996-4909-ba10-edcfa05b8402 no longer exists at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:30:12.898433 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] No Port match for: 75c8ea21-5996-4909-ba10-edcfa05b8402 {{(pid=91550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:30:12.898972 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 75c8ea21-5996-4909-ba10-edcfa05b8402 not bound to the agent host dv-cinder-792299-3-iscsi {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:30:12.986592 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-73facad7-824a-4bd0-a1bd-957a6e508c59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1768010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3637'] for router, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:12.989113 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-73facad7-824a-4bd0-a1bd-957a6e508c59 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:13.014735 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-73facad7-824a-4bd0-a1bd-957a6e508c59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1762452'] for router, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:13.015309 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73facad7-824a-4bd0-a1bd-957a6e508c59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b544414-8b62-421e-822b-c95f0af099a8 {{(pid=91548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 21 15:30:13.031686 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-73facad7-824a-4bd0-a1bd-957a6e508c59 admin admin] Notify callbacks [] for router, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:13.033059 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-73facad7-824a-4bd0-a1bd-957a6e508c59 admin admin] 10.222.0.69 "DELETE /v2.0/routers/5b544414-8b62-421e-822b-c95f0af099a8 HTTP/1.1" status: 204 len: 168 time: 1.4952900 May 21 15:30:13.035575 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 37370) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:13.104177 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.db_base_plugin_v2 [None req-798b696c-96dc-4210-89e3-3b756f8298d0 admin admin] Deleting subnet 6fe17f03-6c98-4d0d-a6b9-9a8e5b94d006 {{(pid=91548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 21 15:30:13.117235 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-798b696c-96dc-4210-89e3-3b756f8298d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:13.174439 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-798b696c-96dc-4210-89e3-3b756f8298d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15185061'] for subnet, precommit_delete_associations {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:13.269909 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-798b696c-96dc-4210-89e3-3b756f8298d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708537'] for subnet, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:13.653744 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-798b696c-96dc-4210-89e3-3b756f8298d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14885533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14760833'] for subnet, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:13.658049 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-670ff7bb-0025-49d9-8090-37bda8d22f9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:13.692850 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798b696c-96dc-4210-89e3-3b756f8298d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fe17f03-6c98-4d0d-a6b9-9a8e5b94d006,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:13.696788 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-798b696c-96dc-4210-89e3-3b756f8298d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:13.697851 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-798b696c-96dc-4210-89e3-3b756f8298d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:13.703309 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3624db-f5d5-4329-abc7-826e831396bc None None] Network 6e705080-ec80-4a12-8e3d-f6968c00dfe1 requested from dv-cinder-792299-3-iscsi {{(pid=91550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:30:13.704558 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-798b696c-96dc-4210-89e3-3b756f8298d0 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/6fe17f03-6c98-4d0d-a6b9-9a8e5b94d006 HTTP/1.1" status: 204 len: 168 time: 0.6679225 May 21 15:30:13.706905 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 37376) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:13.818595 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-7f0709b7-11c0-4adf-aadf-f3eeedb34b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732154'] for network, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:13.900050 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [None req-7f0709b7-11c0-4adf-aadf-f3eeedb34b03 admin admin] Deleting port 0d6cab65-82b8-403a-90df-809b48a001c9 {{(pid=91548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:30:13.900422 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-7f0709b7-11c0-4adf-aadf-f3eeedb34b03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730419685614'] for port, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:13.976160 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157e900e-076a-4a31-ad40-774e03600cba None None] DHCP port deletion for 6e705080-ec80-4a12-8e3d-f6968c00dfe1 request from dv-cinder-792299-3-iscsi {{(pid=91550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 21 15:30:14.012606 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [None req-7f0709b7-11c0-4adf-aadf-f3eeedb34b03 admin admin] For port 0d6cab65-82b8-403a-90df-809b48a001c9, host dv-cinder-792299-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=0d6cab65-82b8-403a-90df-809b48a001c9,segment=NetworkSegment(3c107f5d-e07d-4767-9256-0cc2ea817e98),segment_id=3c107f5d-e07d-4767-9256-0cc2ea817e98)] {{(pid=91548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:30:14.012964 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-7f0709b7-11c0-4adf-aadf-f3eeedb34b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829031'] for port, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:14.053013 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-157e900e-076a-4a31-ad40-774e03600cba None None] Deleting port 0d6cab65-82b8-403a-90df-809b48a001c9 {{(pid=91550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:30:14.053491 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-157e900e-076a-4a31-ad40-774e03600cba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730419685614'] for port, before_delete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:14.152216 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [None req-7f0709b7-11c0-4adf-aadf-f3eeedb34b03 admin admin] Calling delete_port for 0d6cab65-82b8-403a-90df-809b48a001c9 owned by network:dhcp {{(pid=91548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:30:14.167948 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-157e900e-076a-4a31-ad40-774e03600cba None None] For port 0d6cab65-82b8-403a-90df-809b48a001c9, host dv-cinder-792299-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=0d6cab65-82b8-403a-90df-809b48a001c9,segment=NetworkSegment(3c107f5d-e07d-4767-9256-0cc2ea817e98),segment_id=3c107f5d-e07d-4767-9256-0cc2ea817e98)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:30:14.168488 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-157e900e-076a-4a31-ad40-774e03600cba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829031'] for port, precommit_delete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:14.205999 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-7f0709b7-11c0-4adf-aadf-f3eeedb34b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730419690186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730419340162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14885552'] for port, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:14.214962 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-073ab0fc-2a54-43a0-b06b-baa0ac1a71d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:14.260795 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0709b7-11c0-4adf-aadf-f3eeedb34b03 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d6cab65-82b8-403a-90df-809b48a001c9,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:14.266339 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0709b7-11c0-4adf-aadf-f3eeedb34b03 admin admin] No DVR routers for this DVR port 0d6cab65-82b8-403a-90df-809b48a001c9 on host dv-cinder-792299-3-iscsi {{(pid=91548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:30:14.268073 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-7f0709b7-11c0-4adf-aadf-f3eeedb34b03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:14.304229 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-157e900e-076a-4a31-ad40-774e03600cba None None] Calling delete_port for 0d6cab65-82b8-403a-90df-809b48a001c9 owned by network:dhcp {{(pid=91550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:30:14.351569 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-157e900e-076a-4a31-ad40-774e03600cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730419690186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730419340162'] for port, after_delete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:14.359420 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-91da59da-327f-478f-9957-09dd66d94878 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:14.390960 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-7f0709b7-11c0-4adf-aadf-f3eeedb34b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707840', 'neutron.services.segments.db._delete_segments_for_network-8730419779193'] for network, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:14.415000 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.services.segments.db [None req-7f0709b7-11c0-4adf-aadf-f3eeedb34b03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e705080-ec80-4a12-8e3d-f6968c00dfe1']}} {{(pid=91548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:30:14.444419 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.services.segments.db [None req-7f0709b7-11c0-4adf-aadf-f3eeedb34b03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c107f5d-e07d-4767-9256-0cc2ea817e98') {'for_net_delete': True} {{(pid=91548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:30:14.444772 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.services.segments.db [None req-7f0709b7-11c0-4adf-aadf-f3eeedb34b03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c107f5d-e07d-4767-9256-0cc2ea817e98') {} {{(pid=91548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:30:14.446926 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157e900e-076a-4a31-ad40-774e03600cba None None] Pushing event deleted for resources: {'Port': ['ID=0d6cab65-82b8-403a-90df-809b48a001c9,revision_number=None']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:14.454932 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157e900e-076a-4a31-ad40-774e03600cba None None] No DVR routers for this DVR port 0d6cab65-82b8-403a-90df-809b48a001c9 on host dv-cinder-792299-3-iscsi {{(pid=91550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:30:14.457474 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-157e900e-076a-4a31-ad40-774e03600cba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:14.458991 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-7f0709b7-11c0-4adf-aadf-f3eeedb34b03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730419791885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15185084'] for segment, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:14.483250 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-7f0709b7-11c0-4adf-aadf-f3eeedb34b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703692'] for segment, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:14.490538 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f0709b7-11c0-4adf-aadf-f3eeedb34b03 admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=91548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 21 15:30:14.491017 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-7f0709b7-11c0-4adf-aadf-f3eeedb34b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14885571'] for segment, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:14.505154 dv-cinder-792299-3-iscsi neutron-server[91548]: Traceback (most recent call last): May 21 15:30:14.505154 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 21 15:30:14.505154 dv-cinder-792299-3-iscsi neutron-server[91548]: timer() May 21 15:30:14.505154 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 21 15:30:14.505154 dv-cinder-792299-3-iscsi neutron-server[91548]: cb(*args, **kw) May 21 15:30:14.505154 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 21 15:30:14.505154 dv-cinder-792299-3-iscsi neutron-server[91548]: return func(*args, **kwargs) May 21 15:30:14.505154 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 21 15:30:14.505154 dv-cinder-792299-3-iscsi neutron-server[91548]: self._notify() May 21 15:30:14.505154 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 21 15:30:14.505154 dv-cinder-792299-3-iscsi neutron-server[91548]: self.callback(batched_events) May 21 15:30:14.505154 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 21 15:30:14.505154 dv-cinder-792299-3-iscsi neutron-server[91548]: event.method(event) May 21 15:30:14.505154 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 21 15:30:14.505154 dv-cinder-792299-3-iscsi neutron-server[91548]: aggregate_id = self._get_aggregate_id(event.segment_id) May 21 15:30:14.505154 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 21 15:30:14.505154 dv-cinder-792299-3-iscsi neutron-server[91548]: aggregate_uuid = self.p_client.list_aggregates( May 21 15:30:14.505154 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 21 15:30:14.505154 dv-cinder-792299-3-iscsi neutron-server[91548]: return f(self, *a, **k) May 21 15:30:14.505154 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 21 15:30:14.505154 dv-cinder-792299-3-iscsi neutron-server[91548]: return self._get(url).json() May 21 15:30:14.505154 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 21 15:30:14.505154 dv-cinder-792299-3-iscsi neutron-server[91548]: return self._client.get(url, endpoint_filter=self._ks_filter, May 21 15:30:14.505154 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 21 15:30:14.505154 dv-cinder-792299-3-iscsi neutron-server[91548]: return self.request(url, 'GET', **kwargs) May 21 15:30:14.505154 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 21 15:30:14.505154 dv-cinder-792299-3-iscsi neutron-server[91548]: base_url = self.get_endpoint(auth, allow=allow, May 21 15:30:14.505154 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 21 15:30:14.505154 dv-cinder-792299-3-iscsi neutron-server[91548]: auth = self._auth_required(auth, 'determine endpoint URL') May 21 15:30:14.505154 dv-cinder-792299-3-iscsi neutron-server[91548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 21 15:30:14.505154 dv-cinder-792299-3-iscsi neutron-server[91548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 21 15:30:14.505154 dv-cinder-792299-3-iscsi neutron-server[91548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 21 15:30:14.588275 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-7f0709b7-11c0-4adf-aadf-f3eeedb34b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1599858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763229'] for network, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:14.596631 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-67cffa95-1991-46bb-8d26-d8c7bd26e0c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:14.610932 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-7f0709b7-11c0-4adf-aadf-f3eeedb34b03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697775'] for network, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:14.624953 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0709b7-11c0-4adf-aadf-f3eeedb34b03 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e705080-ec80-4a12-8e3d-f6968c00dfe1,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:14.628777 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-7f0709b7-11c0-4adf-aadf-f3eeedb34b03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:14.634199 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-7f0709b7-11c0-4adf-aadf-f3eeedb34b03 admin admin] 10.222.0.69 "DELETE /v2.0/networks/6e705080-ec80-4a12-8e3d-f6968c00dfe1 HTTP/1.1" status: 204 len: 168 time: 0.9226787 May 21 15:30:14.761752 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 0d6cab65-82b8-403a-90df-809b48a001c9 no longer exists at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:30:14.810672 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] No Port match for: 0d6cab65-82b8-403a-90df-809b48a001c9 {{(pid=91550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:30:14.811275 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 0d6cab65-82b8-403a-90df-809b48a001c9 not bound to the agent host dv-cinder-792299-3-iscsi {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:30:14.811939 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 16acee39-9535-4af8-bc7b-00e2d9b48239 no longer exists at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:30:14.849738 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] No Port match for: 16acee39-9535-4af8-bc7b-00e2d9b48239 {{(pid=91550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:30:14.850299 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 16acee39-9535-4af8-bc7b-00e2d9b48239 not bound to the agent host dv-cinder-792299-3-iscsi {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:30:14.853159 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 37384) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:14.910344 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-9b614dcc-f4c7-4545-be57-041887446a4f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=630d170970d84363a803862f2026c034&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0559416 May 21 15:30:14.916516 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 37388) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:14.979419 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-d7580dd6-3dda-432b-b3a1-6ea8aee1b9e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:15.007388 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-d7580dd6-3dda-432b-b3a1-6ea8aee1b9e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:15.074447 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-d7580dd6-3dda-432b-b3a1-6ea8aee1b9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:15.078319 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-6bc1c34a-76b9-4df3-a39c-cd3cae46f5ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:15.092478 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7580dd6-3dda-432b-b3a1-6ea8aee1b9e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9f991a-b00d-4443-b066-279138d7ddd3,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:15.096291 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-d7580dd6-3dda-432b-b3a1-6ea8aee1b9e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:15.098450 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-d7580dd6-3dda-432b-b3a1-6ea8aee1b9e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:15.103086 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-d7580dd6-3dda-432b-b3a1-6ea8aee1b9e0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2a9f991a-b00d-4443-b066-279138d7ddd3 HTTP/1.1" status: 204 len: 168 time: 0.1854212 May 21 15:30:15.169830 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.agents_db [None req-1cb0bb7b-b6db-4325-ad21-6fa15867ad0e None None] Agent healthcheck: found 6 active agents {{(pid=91551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:30:15.261051 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-02588c08-e5ae-4402-80d5-618f5fe7eaf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:15.494868 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 37396) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:15.561793 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 37400) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:15.562438 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-072d2356-7b4d-49c1-95d6-b28e0dfd8b76 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=149eef9a8c4847388a55b609d9945f37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0660329 May 21 15:30:15.623685 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-f1c22cd5-5784-4dab-8409-f5909ca58d4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:15.654507 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-f1c22cd5-5784-4dab-8409-f5909ca58d4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:15.712854 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-f1c22cd5-5784-4dab-8409-f5909ca58d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:15.717004 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-9f64dc68-2ee4-4aa7-94e2-fbd1a3d41781 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:15.728776 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c22cd5-5784-4dab-8409-f5909ca58d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f70eca-b9db-48c2-a2d8-5e47f6d180ed,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:15.733234 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-f1c22cd5-5784-4dab-8409-f5909ca58d4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:15.737676 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-f1c22cd5-5784-4dab-8409-f5909ca58d4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:15.741327 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-f1c22cd5-5784-4dab-8409-f5909ca58d4e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/67f70eca-b9db-48c2-a2d8-5e47f6d180ed HTTP/1.1" status: 204 len: 168 time: 0.1760092 May 21 15:30:17.999175 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:18.306625 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e79eaab3-c6cd-4e6f-a33c-ac5019507bfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:19.321535 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e6f13acb-dde4-45e3-8932-2715da3406c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:19.625443 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3d8a22-6a5a-4378-a48f-58f10f0a56b0 req-501deaff-1f83-4e28-89a2-bff8eb9e1116 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:30:19.626930 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-4e3d8a22-6a5a-4378-a48f-58f10f0a56b0 req-501deaff-1f83-4e28-89a2-bff8eb9e1116 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b HTTP/1.1" status: 200 len: 947 time: 0.3833568 May 21 15:30:19.674949 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-4e3d8a22-6a5a-4378-a48f-58f10f0a56b0 req-4e4fa913-7068-4830-af8c-9a8ee750b991 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f675ed9-ae15-4780-b322-1e146fb9d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413091 May 21 15:30:20.700602 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a3ad8-32fc-4749-9977-64b6c24da541 req-2bbcd777-a87f-445d-960e-003a5415c697 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:30:20.701296 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-579a3ad8-32fc-4749-9977-64b6c24da541 req-2bbcd777-a87f-445d-960e-003a5415c697 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Synchronizing usage tracker for tenant:1b29e764695842f7ab30d80bb3282c22 on resource:port {{(pid=91548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:30:20.718925 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-579a3ad8-32fc-4749-9977-64b6c24da541 req-2bbcd777-a87f-445d-960e-003a5415c697 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Unset dirty status for tenant:1b29e764695842f7ab30d80bb3282c22 on resource:port {{(pid=91548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:30:20.720115 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-579a3ad8-32fc-4749-9977-64b6c24da541 req-2bbcd777-a87f-445d-960e-003a5415c697 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.68 "GET /v2.0/ports?device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b HTTP/1.1" status: 200 len: 947 time: 0.1000566 May 21 15:30:20.874648 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [req-579a3ad8-32fc-4749-9977-64b6c24da541 req-0c981ed8-d1d9-411e-b938-7d06a30540c6 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Deleting port c4dac23b-3bfe-41e9-b2be-00e44a9bf432 {{(pid=91548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:30:20.875093 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-579a3ad8-32fc-4749-9977-64b6c24da541 req-0c981ed8-d1d9-411e-b938-7d06a30540c6 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730419685614'] for port, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:20.887267 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-cb99478c-afff-4a9c-8770-f3354af234b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:20.896356 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ff475-fefd-4afe-9bf9-645ffbc8f37d req-7f45466c-0d4b-4929-b255-ad9b8bf1c01b tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:30:20.897815 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-198ff475-fefd-4afe-9bf9-645ffbc8f37d req-7f45466c-0d4b-4929-b255-ad9b8bf1c01b tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b HTTP/1.1" status: 200 len: 947 time: 0.0979364 May 21 15:30:20.946447 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-198ff475-fefd-4afe-9bf9-645ffbc8f37d req-e4485b7b-1fa6-4c47-9bac-eda99aab3a78 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups?id=3f675ed9-ae15-4780-b322-1e146fb9d06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429697 May 21 15:30:21.017993 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [req-579a3ad8-32fc-4749-9977-64b6c24da541 req-0c981ed8-d1d9-411e-b938-7d06a30540c6 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] For port c4dac23b-3bfe-41e9-b2be-00e44a9bf432, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=c4dac23b-3bfe-41e9-b2be-00e44a9bf432,segment=NetworkSegment(d02ce253-27e4-4db3-811e-f5cba1e8d521),segment_id=d02ce253-27e4-4db3-811e-f5cba1e8d521)] {{(pid=91548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:30:21.018348 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-579a3ad8-32fc-4749-9977-64b6c24da541 req-0c981ed8-d1d9-411e-b938-7d06a30540c6 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829031'] for port, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:21.420336 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-579a3ad8-32fc-4749-9977-64b6c24da541 req-0c981ed8-d1d9-411e-b938-7d06a30540c6 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:21.420720 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-579a3ad8-32fc-4749-9977-64b6c24da541 req-0c981ed8-d1d9-411e-b938-7d06a30540c6 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763211'] for floatingip, after_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:21.421079 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.db.l3_db [req-579a3ad8-32fc-4749-9977-64b6c24da541 req-0c981ed8-d1d9-411e-b938-7d06a30540c6 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Floating IP 5b2c6e53-a5fe-439c-ad37-6d53cb6da6c9 disassociated. External IP: 172.27.2.15, port: c4dac23b-3bfe-41e9-b2be-00e44a9bf432. May 21 15:30:21.421415 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [req-579a3ad8-32fc-4749-9977-64b6c24da541 req-0c981ed8-d1d9-411e-b938-7d06a30540c6 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Calling delete_port for c4dac23b-3bfe-41e9-b2be-00e44a9bf432 owned by compute:nova {{(pid=91548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:30:21.546909 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-579a3ad8-32fc-4749-9977-64b6c24da541 req-0c981ed8-d1d9-411e-b938-7d06a30540c6 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730419690186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730419340162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14885552'] for port, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:21.553073 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-391a50d6-2193-46b2-9cb3-1550654130d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:21.598670 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c981ed8-d1d9-411e-b938-7d06a30540c6 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Pushing event deleted for resources: {'Port': ['ID=c4dac23b-3bfe-41e9-b2be-00e44a9bf432,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:21.601896 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-0c981ed8-d1d9-411e-b938-7d06a30540c6 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:21.793248 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.l3_agent_scheduler [req-579a3ad8-32fc-4749-9977-64b6c24da541 req-0c981ed8-d1d9-411e-b938-7d06a30540c6 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Router c884b393-654b-4ff5-904a-496dc5bf8c01 has already been hosted by L3 agent 9c636599-187f-4688-bb24-d46a8be2a055 {{(pid=91548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:30:21.996775 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-579a3ad8-32fc-4749-9977-64b6c24da541 req-0c981ed8-d1d9-411e-b938-7d06a30540c6 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify agent at l3_agent.dv-cinder-792299-3-iscsi the message routers_updated {{(pid=91548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:30:22.008565 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff448b79-137b-4e91-a646-1ed2ada141eb None None] Sync routers for ids ['c884b393-654b-4ff5-904a-496dc5bf8c01'] in dv-cinder-792299-3-iscsi {{(pid=91551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:30:22.027994 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff448b79-137b-4e91-a646-1ed2ada141eb None None] Routers {'c884b393-654b-4ff5-904a-496dc5bf8c01'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:30:22.028615 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-ff448b79-137b-4e91-a646-1ed2ada141eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:30:18Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['c884b393-654b-4ff5-904a-496dc5bf8c01'], 'active': True} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:30:22.074186 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.l3_dvrscheduler_db [req-579a3ad8-32fc-4749-9977-64b6c24da541 req-0c981ed8-d1d9-411e-b938-7d06a30540c6 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] No DVR routers for this DVR port c4dac23b-3bfe-41e9-b2be-00e44a9bf432 on host hv-cinder-79229 {{(pid=91548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:30:22.076846 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-579a3ad8-32fc-4749-9977-64b6c24da541 req-0c981ed8-d1d9-411e-b938-7d06a30540c6 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for port, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:22.087537 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a6027e-d14e-42a2-b704-6806c8c2ba4b', 'name': 'network-vif-deleted', 'tag': 'c4dac23b-3bfe-41e9-b2be-00e44a9bf432'}] {{(pid=91548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:30:22.095523 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-579a3ad8-32fc-4749-9977-64b6c24da541 req-0c981ed8-d1d9-411e-b938-7d06a30540c6 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.68 "DELETE /v2.0/ports/c4dac23b-3bfe-41e9-b2be-00e44a9bf432 HTTP/1.1" status: 204 len: 173 time: 1.3674831 May 21 15:30:22.140806 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86a6027e-d14e-42a2-b704-6806c8c2ba4b', 'name': 'network-vif-deleted', 'tag': 'c4dac23b-3bfe-41e9-b2be-00e44a9bf432', 'status': 'completed', 'code': 200} May 21 15:30:22.155895 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-abc058cf-9395-4759-a010-dc6df3877ee0 req-3f59de88-2dbb-4476-8af1-b492ff6a3a8d tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/ports?device_id=86a6027e-d14e-42a2-b704-6806c8c2ba4b HTTP/1.1" status: 200 len: 210 time: 0.0534916 May 21 15:30:22.239006 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvr_db [None req-ff448b79-137b-4e91-a646-1ed2ada141eb None None] Set router c884b393-654b-4ff5-904a-496dc5bf8c01 gateway port host: dv-cinder-792299-3-iscsi {{(pid=91551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:30:22.556437 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-ff448b79-137b-4e91-a646-1ed2ada141eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c884b393-654b-4ff5-904a-496dc5bf8c01', 'name': 'tempest-AttachVolumeShelveTestJSON-821635018-router', 'tenant_id': '1b29e764695842f7ab30d80bb3282c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '0fe21390-268e-401d-8319-d6780cc7afb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:24:50Z', 'updated_at': '2021-05-21T15:24:55Z', 'revision_number': 4, 'project_id': '1b29e764695842f7ab30d80bb3282c22', 'gw_port': {'id': '0fe21390-268e-401d-8319-d6780cc7afb9', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ac:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c884b393-654b-4ff5-904a-496dc5bf8c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:24:51Z', 'updated_at': '2021-05-21T15:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_interfaces': [{'id': '8ce15099-e9a3-4c20-994a-43fc466e8f09', 'name': '', 'network_id': '5f4ff4bc-d925-40fd-9563-89b128523f4e', 'tenant_id': '1b29e764695842f7ab30d80bb3282c22', 'mac_address': 'fa:16:3e:7e:26:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c884b393-654b-4ff5-904a-496dc5bf8c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'da7d3b04-d796-4f63-ba4e-40892d19294d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:24:54Z', 'updated_at': '2021-05-21T15:25:01Z', 'revision_number': 5, 'project_id': '1b29e764695842f7ab30d80bb3282c22', 'subnets': [{'id': 'da7d3b04-d796-4f63-ba4e-40892d19294d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:30:22.560486 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff448b79-137b-4e91-a646-1ed2ada141eb None None] Checking router: c884b393-654b-4ff5-904a-496dc5bf8c01 for host: dv-cinder-792299-3-iscsi {{(pid=91551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:30:22.569647 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff448b79-137b-4e91-a646-1ed2ada141eb None None] Routers {'c884b393-654b-4ff5-904a-496dc5bf8c01'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:30:22.570252 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-ff448b79-137b-4e91-a646-1ed2ada141eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:30:18Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['c884b393-654b-4ff5-904a-496dc5bf8c01'], 'active': True} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:30:22.763575 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvr_db [None req-ff448b79-137b-4e91-a646-1ed2ada141eb None None] Set router c884b393-654b-4ff5-904a-496dc5bf8c01 gateway port host: dv-cinder-792299-3-iscsi {{(pid=91551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:30:23.031561 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device c4dac23b-3bfe-41e9-b2be-00e44a9bf432 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:30:23.066375 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] No Port match for: c4dac23b-3bfe-41e9-b2be-00e44a9bf432 {{(pid=91550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:30:23.066730 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device c4dac23b-3bfe-41e9-b2be-00e44a9bf432 not bound to the agent host hv-cinder-79229 {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:30:23.126812 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-ff448b79-137b-4e91-a646-1ed2ada141eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c884b393-654b-4ff5-904a-496dc5bf8c01', 'name': 'tempest-AttachVolumeShelveTestJSON-821635018-router', 'tenant_id': '1b29e764695842f7ab30d80bb3282c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '0fe21390-268e-401d-8319-d6780cc7afb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:24:50Z', 'updated_at': '2021-05-21T15:24:55Z', 'revision_number': 4, 'project_id': '1b29e764695842f7ab30d80bb3282c22', 'gw_port': {'id': '0fe21390-268e-401d-8319-d6780cc7afb9', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ac:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c884b393-654b-4ff5-904a-496dc5bf8c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:24:51Z', 'updated_at': '2021-05-21T15:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_interfaces': [{'id': '8ce15099-e9a3-4c20-994a-43fc466e8f09', 'name': '', 'network_id': '5f4ff4bc-d925-40fd-9563-89b128523f4e', 'tenant_id': '1b29e764695842f7ab30d80bb3282c22', 'mac_address': 'fa:16:3e:7e:26:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c884b393-654b-4ff5-904a-496dc5bf8c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'da7d3b04-d796-4f63-ba4e-40892d19294d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:24:54Z', 'updated_at': '2021-05-21T15:25:01Z', 'revision_number': 5, 'project_id': '1b29e764695842f7ab30d80bb3282c22', 'subnets': [{'id': 'da7d3b04-d796-4f63-ba4e-40892d19294d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:30:23.131964 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff448b79-137b-4e91-a646-1ed2ada141eb None None] The sync data for ids ['c884b393-654b-4ff5-904a-496dc5bf8c01'] in dv-cinder-792299-3-iscsi is: [{'id': 'c884b393-654b-4ff5-904a-496dc5bf8c01', 'name': 'tempest-AttachVolumeShelveTestJSON-821635018-router', 'tenant_id': '1b29e764695842f7ab30d80bb3282c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '0fe21390-268e-401d-8319-d6780cc7afb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:24:50Z', 'updated_at': '2021-05-21T15:24:55Z', 'revision_number': 4, 'project_id': '1b29e764695842f7ab30d80bb3282c22', 'gw_port': {'id': '0fe21390-268e-401d-8319-d6780cc7afb9', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ac:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c884b393-654b-4ff5-904a-496dc5bf8c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:24:51Z', 'updated_at': '2021-05-21T15:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_interfaces': [{'id': '8ce15099-e9a3-4c20-994a-43fc466e8f09', 'name': '', 'network_id': '5f4ff4bc-d925-40fd-9563-89b128523f4e', 'tenant_id': '1b29e764695842f7ab30d80bb3282c22', 'mac_address': 'fa:16:3e:7e:26:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c884b393-654b-4ff5-904a-496dc5bf8c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'da7d3b04-d796-4f63-ba4e-40892d19294d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:24:54Z', 'updated_at': '2021-05-21T15:25:01Z', 'revision_number': 5, 'project_id': '1b29e764695842f7ab30d80bb3282c22', 'subnets': [{'id': 'da7d3b04-d796-4f63-ba4e-40892d19294d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:30:23.233185 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:23.305672 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 37432) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:23.376503 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-4bd82817-fe84-4079-ac48-f29382013ba8 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks [] for security_group, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:23.377853 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1c2105-b600-4b52-8836-b8ac2689212f None None] New status for floating IP 5b2c6e53-a5fe-439c-ad37-6d53cb6da6c9: DOWN {{(pid=91550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 21 15:30:23.405990 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-4bd82817-fe84-4079-ac48-f29382013ba8 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:23.472177 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-4bd82817-fe84-4079-ac48-f29382013ba8 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:23.481524 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-2a45cc96-d90d-4b36-b5c3-5a2c2ada0745 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:23.498651 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd82817-fe84-4079-ac48-f29382013ba8 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f675ed9-ae15-4780-b322-1e146fb9d06a,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:23.503715 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-4bd82817-fe84-4079-ac48-f29382013ba8 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:23.508843 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-4bd82817-fe84-4079-ac48-f29382013ba8 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks [] for security_group, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:23.509424 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-4bd82817-fe84-4079-ac48-f29382013ba8 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "DELETE /v2.0/security-groups/3f675ed9-ae15-4780-b322-1e146fb9d06a HTTP/1.1" status: 204 len: 168 time: 0.2042916 May 21 15:30:23.512207 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 37436) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:23.529500 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.api.v2.resource [None req-1066f347-7cf9-45f8-9272-e2306f879562 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] show failed (client error): The resource could not be found. May 21 15:30:23.530498 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-1066f347-7cf9-45f8-9272-e2306f879562 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "GET /v2.0/security-groups/3f675ed9-ae15-4780-b322-1e146fb9d06a HTTP/1.1" status: 404 len: 347 time: 0.0173876 May 21 15:30:23.533435 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 37440) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:23.766430 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.plugin [None req-04314c1d-8434-46ea-9f01-4c63f9fe4ea3 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Deleting port 29e770b0-7956-4411-b26f-9c5e902509dd {{(pid=91549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:30:23.766761 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-04314c1d-8434-46ea-9f01-4c63f9fe4ea3 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730419685614'] for port, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:23.889582 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-04314c1d-8434-46ea-9f01-4c63f9fe4ea3 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829031'] for port, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:23.889907 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-04314c1d-8434-46ea-9f01-4c63f9fe4ea3 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:24.014991 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.plugin [None req-04314c1d-8434-46ea-9f01-4c63f9fe4ea3 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Calling delete_port for 29e770b0-7956-4411-b26f-9c5e902509dd owned by network:floatingip {{(pid=91549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:30:24.138969 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-04314c1d-8434-46ea-9f01-4c63f9fe4ea3 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730419690186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730419340162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14871526'] for port, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:24.144537 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-f53f49ce-82ea-4a56-ac22-1ff216b6c565 tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:24.192522 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04314c1d-8434-46ea-9f01-4c63f9fe4ea3 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Pushing event deleted for resources: {'Port': ['ID=29e770b0-7956-4411-b26f-9c5e902509dd,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:24.196431 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-04314c1d-8434-46ea-9f01-4c63f9fe4ea3 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:24.288392 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-04314c1d-8434-46ea-9f01-4c63f9fe4ea3 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks [] for floatingip, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:24.305618 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-04314c1d-8434-46ea-9f01-4c63f9fe4ea3 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for floatingip, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:24.306750 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-04314c1d-8434-46ea-9f01-4c63f9fe4ea3 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] 10.222.0.69 "DELETE /v2.0/floatingips/5b2c6e53-a5fe-439c-ad37-6d53cb6da6c9 HTTP/1.1" status: 204 len: 168 time: 0.7724047 May 21 15:30:27.112790 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 37464) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:27.898009 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-18fa532e-45bc-4282-a5d3-48cdb8cf6f7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774749'] for router_interface, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:28.332547 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.plugin [None req-18fa532e-45bc-4282-a5d3-48cdb8cf6f7a admin admin] Deleting port 8ce15099-e9a3-4c20-994a-43fc466e8f09 {{(pid=91549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:30:28.333965 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-18fa532e-45bc-4282-a5d3-48cdb8cf6f7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730419685614'] for port, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:28.466876 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.db [None req-18fa532e-45bc-4282-a5d3-48cdb8cf6f7a admin admin] For port 8ce15099-e9a3-4c20-994a-43fc466e8f09, host dv-cinder-792299-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=8ce15099-e9a3-4c20-994a-43fc466e8f09,segment=NetworkSegment(d02ce253-27e4-4db3-811e-f5cba1e8d521),segment_id=d02ce253-27e4-4db3-811e-f5cba1e8d521)] {{(pid=91549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:30:28.467258 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-18fa532e-45bc-4282-a5d3-48cdb8cf6f7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829031'] for port, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:28.593394 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.plugin [None req-18fa532e-45bc-4282-a5d3-48cdb8cf6f7a admin admin] Calling delete_port for 8ce15099-e9a3-4c20-994a-43fc466e8f09 owned by network:router_interface {{(pid=91549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:30:28.749583 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-18fa532e-45bc-4282-a5d3-48cdb8cf6f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730419690186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730419340162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14871526'] for port, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:28.753573 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-1dcab7dd-3a2a-47b2-8ebc-123e21e86215 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:28.798518 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fa532e-45bc-4282-a5d3-48cdb8cf6f7a admin admin] Pushing event deleted for resources: {'Port': ['ID=8ce15099-e9a3-4c20-994a-43fc466e8f09,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:28.825903 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-18fa532e-45bc-4282-a5d3-48cdb8cf6f7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:29.073244 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-18fa532e-45bc-4282-a5d3-48cdb8cf6f7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1697739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1774833'] for router_interface, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:29.564385 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18fa532e-45bc-4282-a5d3-48cdb8cf6f7a admin admin] Router c884b393-654b-4ff5-904a-496dc5bf8c01 has already been hosted by L3 agent 9c636599-187f-4688-bb24-d46a8be2a055 {{(pid=91549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:30:29.745612 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18fa532e-45bc-4282-a5d3-48cdb8cf6f7a admin admin] Notify agent at l3_agent.dv-cinder-792299-3-iscsi the message routers_updated {{(pid=91549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:30:29.754557 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14946bcb-29e0-4786-bf3c-f7486030b7a4 None None] Sync routers for ids ['c884b393-654b-4ff5-904a-496dc5bf8c01'] in dv-cinder-792299-3-iscsi {{(pid=91551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:30:29.760368 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-18fa532e-45bc-4282-a5d3-48cdb8cf6f7a admin admin] 10.222.0.69 "PUT /v2.0/routers/c884b393-654b-4ff5-904a-496dc5bf8c01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6449583 May 21 15:30:29.761335 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 37470) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:29.764709 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14946bcb-29e0-4786-bf3c-f7486030b7a4 None None] Routers {'c884b393-654b-4ff5-904a-496dc5bf8c01'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:30:29.765314 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-14946bcb-29e0-4786-bf3c-f7486030b7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:30:18Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['c884b393-654b-4ff5-904a-496dc5bf8c01'], 'active': True} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:30:29.948628 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvr_db [None req-14946bcb-29e0-4786-bf3c-f7486030b7a4 None None] Set router c884b393-654b-4ff5-904a-496dc5bf8c01 gateway port host: dv-cinder-792299-3-iscsi {{(pid=91551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:30:29.950804 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-5d1515cf-b6f4-4721-8889-1ceb62eef3b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:30.148294 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-5d1515cf-b6f4-4721-8889-1ceb62eef3b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:30.233191 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.plugin [None req-5d1515cf-b6f4-4721-8889-1ceb62eef3b7 admin admin] Deleting port 0fe21390-268e-401d-8319-d6780cc7afb9 {{(pid=91549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:30:30.233467 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-5d1515cf-b6f4-4721-8889-1ceb62eef3b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730419685614'] for port, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:30.269340 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-14946bcb-29e0-4786-bf3c-f7486030b7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c884b393-654b-4ff5-904a-496dc5bf8c01', 'name': 'tempest-AttachVolumeShelveTestJSON-821635018-router', 'tenant_id': '1b29e764695842f7ab30d80bb3282c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '0fe21390-268e-401d-8319-d6780cc7afb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:24:50Z', 'updated_at': '2021-05-21T15:30:28Z', 'revision_number': 5, 'project_id': '1b29e764695842f7ab30d80bb3282c22', 'gw_port': {'id': '0fe21390-268e-401d-8319-d6780cc7afb9', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ac:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c884b393-654b-4ff5-904a-496dc5bf8c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:24:51Z', 'updated_at': '2021-05-21T15:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi'}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:30:30.274529 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14946bcb-29e0-4786-bf3c-f7486030b7a4 None None] Checking router: c884b393-654b-4ff5-904a-496dc5bf8c01 for host: dv-cinder-792299-3-iscsi {{(pid=91551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:30:30.285619 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14946bcb-29e0-4786-bf3c-f7486030b7a4 None None] Routers {'c884b393-654b-4ff5-904a-496dc5bf8c01'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:30:30.286292 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-14946bcb-29e0-4786-bf3c-f7486030b7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:30:18Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['c884b393-654b-4ff5-904a-496dc5bf8c01'], 'active': True} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:30:30.371386 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.db [None req-5d1515cf-b6f4-4721-8889-1ceb62eef3b7 admin admin] For port 0fe21390-268e-401d-8319-d6780cc7afb9, host dv-cinder-792299-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=0fe21390-268e-401d-8319-d6780cc7afb9,segment=NetworkSegment(6e22115a-e16c-4b74-9ec4-448dbc5267a0),segment_id=6e22115a-e16c-4b74-9ec4-448dbc5267a0)] {{(pid=91549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:30:30.371837 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-5d1515cf-b6f4-4721-8889-1ceb62eef3b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829031'] for port, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:30.448773 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvr_db [None req-14946bcb-29e0-4786-bf3c-f7486030b7a4 None None] Set router c884b393-654b-4ff5-904a-496dc5bf8c01 gateway port host: None {{(pid=91551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:30:30.506537 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.plugin [None req-5d1515cf-b6f4-4721-8889-1ceb62eef3b7 admin admin] Calling delete_port for 0fe21390-268e-401d-8319-d6780cc7afb9 owned by network:router_gateway {{(pid=91549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:30:30.557926 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-14946bcb-29e0-4786-bf3c-f7486030b7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c884b393-654b-4ff5-904a-496dc5bf8c01', 'name': 'tempest-AttachVolumeShelveTestJSON-821635018-router', 'tenant_id': '1b29e764695842f7ab30d80bb3282c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:24:50Z', 'updated_at': '2021-05-21T15:30:30Z', 'revision_number': 6, 'project_id': '1b29e764695842f7ab30d80bb3282c22', 'gw_port_host': None}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:30:30.562774 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14946bcb-29e0-4786-bf3c-f7486030b7a4 None None] The sync data for ids ['c884b393-654b-4ff5-904a-496dc5bf8c01'] in dv-cinder-792299-3-iscsi is: [{'id': 'c884b393-654b-4ff5-904a-496dc5bf8c01', 'name': 'tempest-AttachVolumeShelveTestJSON-821635018-router', 'tenant_id': '1b29e764695842f7ab30d80bb3282c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:24:50Z', 'updated_at': '2021-05-21T15:30:30Z', 'revision_number': 6, 'project_id': '1b29e764695842f7ab30d80bb3282c22', 'gw_port_host': None}] {{(pid=91551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:30:30.683069 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-5d1515cf-b6f4-4721-8889-1ceb62eef3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730419690186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730419340162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14871526'] for port, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:30.687008 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-0492310b-7f44-43da-831b-b4a5ec147f0c tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:30.731888 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1515cf-b6f4-4721-8889-1ceb62eef3b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fe21390-268e-401d-8319-d6780cc7afb9,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:30.735278 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-5d1515cf-b6f4-4721-8889-1ceb62eef3b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:30.955020 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-5d1515cf-b6f4-4721-8889-1ceb62eef3b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763192'] for router_gateway, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:31.073898 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 8ce15099-e9a3-4c20-994a-43fc466e8f09 no longer exists at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:30:31.121384 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] No Port match for: 8ce15099-e9a3-4c20-994a-43fc466e8f09 {{(pid=91550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:30:31.121733 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 8ce15099-e9a3-4c20-994a-43fc466e8f09 not bound to the agent host dv-cinder-792299-3-iscsi {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:30:31.160271 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-5d1515cf-b6f4-4721-8889-1ceb62eef3b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1768010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3637'] for router, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:31.163475 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-5d1515cf-b6f4-4721-8889-1ceb62eef3b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:31.194350 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-5d1515cf-b6f4-4721-8889-1ceb62eef3b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1762452'] for router, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:31.194827 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1515cf-b6f4-4721-8889-1ceb62eef3b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c884b393-654b-4ff5-904a-496dc5bf8c01 {{(pid=91549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 21 15:30:31.210413 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-5d1515cf-b6f4-4721-8889-1ceb62eef3b7 admin admin] Notify callbacks [] for router, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:31.211627 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-5d1515cf-b6f4-4721-8889-1ceb62eef3b7 admin admin] 10.222.0.69 "DELETE /v2.0/routers/c884b393-654b-4ff5-904a-496dc5bf8c01 HTTP/1.1" status: 204 len: 168 time: 1.4493792 May 21 15:30:31.214711 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 37474) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:31.279495 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4c8891f-7bb0-4631-a850-60d875347510 admin admin] Deleting subnet da7d3b04-d796-4f63-ba4e-40892d19294d {{(pid=91549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 21 15:30:31.282746 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-e4c8891f-7bb0-4631-a850-60d875347510 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:31.337093 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-e4c8891f-7bb0-4631-a850-60d875347510 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16600670'] for subnet, precommit_delete_associations {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:31.457681 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-e4c8891f-7bb0-4631-a850-60d875347510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708537'] for subnet, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:31.768255 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-e4c8891f-7bb0-4631-a850-60d875347510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14871499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16546660'] for subnet, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:31.772682 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-2624cae4-222e-4ddf-9563-fe0bce4bdcd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:31.809002 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c8891f-7bb0-4631-a850-60d875347510 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da7d3b04-d796-4f63-ba4e-40892d19294d,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:31.813803 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-e4c8891f-7bb0-4631-a850-60d875347510 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697775'] for subnet, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:31.813803 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-e4c8891f-7bb0-4631-a850-60d875347510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:31.815291 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617fb4a8-3a54-4f70-b5f1-30d6ba1f0498 None None] Network 5f4ff4bc-d925-40fd-9563-89b128523f4e requested from dv-cinder-792299-3-iscsi {{(pid=91550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:30:31.818864 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-e4c8891f-7bb0-4631-a850-60d875347510 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/da7d3b04-d796-4f63-ba4e-40892d19294d HTTP/1.1" status: 204 len: 168 time: 0.6028702 May 21 15:30:31.821078 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 37478) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:31.937947 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-8dc90c3f-4a4a-4f7e-a691-1608b147a5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732154'] for network, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:32.015304 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.plugin [None req-8dc90c3f-4a4a-4f7e-a691-1608b147a5a6 admin admin] Deleting port d2b406b7-d010-481a-be45-1225aa619176 {{(pid=91549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:30:32.015536 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-8dc90c3f-4a4a-4f7e-a691-1608b147a5a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730419685614'] for port, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:32.086645 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4541e754-5717-483b-8408-c904663b31c9 None None] DHCP port deletion for 5f4ff4bc-d925-40fd-9563-89b128523f4e request from dv-cinder-792299-3-iscsi {{(pid=91550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 21 15:30:32.119908 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.db [None req-8dc90c3f-4a4a-4f7e-a691-1608b147a5a6 admin admin] For port d2b406b7-d010-481a-be45-1225aa619176, host dv-cinder-792299-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=d2b406b7-d010-481a-be45-1225aa619176,segment=NetworkSegment(d02ce253-27e4-4db3-811e-f5cba1e8d521),segment_id=d02ce253-27e4-4db3-811e-f5cba1e8d521)] {{(pid=91549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:30:32.120266 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-8dc90c3f-4a4a-4f7e-a691-1608b147a5a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829031'] for port, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:32.162408 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-4541e754-5717-483b-8408-c904663b31c9 None None] Deleting port d2b406b7-d010-481a-be45-1225aa619176 {{(pid=91550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:30:32.162847 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-4541e754-5717-483b-8408-c904663b31c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730419685614'] for port, before_delete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:32.249976 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.plugin [None req-8dc90c3f-4a4a-4f7e-a691-1608b147a5a6 admin admin] Calling delete_port for d2b406b7-d010-481a-be45-1225aa619176 owned by network:dhcp {{(pid=91549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:30:32.304078 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-8dc90c3f-4a4a-4f7e-a691-1608b147a5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730419690186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730419340162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14871526'] for port, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:32.308810 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:32.314143 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-4541e754-5717-483b-8408-c904663b31c9 None None] For port d2b406b7-d010-481a-be45-1225aa619176, host dv-cinder-792299-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=d2b406b7-d010-481a-be45-1225aa619176,segment=NetworkSegment(d02ce253-27e4-4db3-811e-f5cba1e8d521),segment_id=d02ce253-27e4-4db3-811e-f5cba1e8d521)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:30:32.314546 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-4541e754-5717-483b-8408-c904663b31c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829031'] for port, precommit_delete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:32.358624 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc90c3f-4a4a-4f7e-a691-1608b147a5a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2b406b7-d010-481a-be45-1225aa619176,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:32.362910 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-8dc90c3f-4a4a-4f7e-a691-1608b147a5a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:32.362910 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc90c3f-4a4a-4f7e-a691-1608b147a5a6 admin admin] No DVR routers for this DVR port d2b406b7-d010-481a-be45-1225aa619176 on host dv-cinder-792299-3-iscsi {{(pid=91549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:30:32.450637 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-4541e754-5717-483b-8408-c904663b31c9 None None] Calling delete_port for d2b406b7-d010-481a-be45-1225aa619176 owned by network:dhcp {{(pid=91550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:30:32.487981 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-8dc90c3f-4a4a-4f7e-a691-1608b147a5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707840', 'neutron.services.segments.db._delete_segments_for_network-8730419779193'] for network, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:32.500995 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-4541e754-5717-483b-8408-c904663b31c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730419690186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730419340162'] for port, after_delete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:32.507008 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:32.507490 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.services.segments.db [None req-8dc90c3f-4a4a-4f7e-a691-1608b147a5a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f4ff4bc-d925-40fd-9563-89b128523f4e']}} {{(pid=91549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:30:32.555354 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4541e754-5717-483b-8408-c904663b31c9 None None] Pushing event deleted for resources: {'Port': ['ID=d2b406b7-d010-481a-be45-1225aa619176,revision_number=None']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:32.557363 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4541e754-5717-483b-8408-c904663b31c9 None None] No DVR routers for this DVR port d2b406b7-d010-481a-be45-1225aa619176 on host dv-cinder-792299-3-iscsi {{(pid=91550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:30:32.559113 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-4541e754-5717-483b-8408-c904663b31c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:32.631222 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.services.segments.db [None req-8dc90c3f-4a4a-4f7e-a691-1608b147a5a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd02ce253-27e4-4db3-811e-f5cba1e8d521') {'for_net_delete': True} {{(pid=91549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:30:32.631222 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.services.segments.db [None req-8dc90c3f-4a4a-4f7e-a691-1608b147a5a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd02ce253-27e4-4db3-811e-f5cba1e8d521') {} {{(pid=91549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:30:32.643088 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-8dc90c3f-4a4a-4f7e-a691-1608b147a5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730419791885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16600647'] for segment, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:32.664307 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-8dc90c3f-4a4a-4f7e-a691-1608b147a5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703692'] for segment, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:32.671491 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dc90c3f-4a4a-4f7e-a691-1608b147a5a6 admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=91549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 21 15:30:32.671941 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-8dc90c3f-4a4a-4f7e-a691-1608b147a5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14871445'] for segment, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:32.685776 dv-cinder-792299-3-iscsi neutron-server[91549]: Traceback (most recent call last): May 21 15:30:32.685776 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 21 15:30:32.685776 dv-cinder-792299-3-iscsi neutron-server[91549]: timer() May 21 15:30:32.685776 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 21 15:30:32.685776 dv-cinder-792299-3-iscsi neutron-server[91549]: cb(*args, **kw) May 21 15:30:32.685776 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 21 15:30:32.685776 dv-cinder-792299-3-iscsi neutron-server[91549]: return func(*args, **kwargs) May 21 15:30:32.685776 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 21 15:30:32.685776 dv-cinder-792299-3-iscsi neutron-server[91549]: self._notify() May 21 15:30:32.685776 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 21 15:30:32.685776 dv-cinder-792299-3-iscsi neutron-server[91549]: self.callback(batched_events) May 21 15:30:32.685776 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 21 15:30:32.685776 dv-cinder-792299-3-iscsi neutron-server[91549]: event.method(event) May 21 15:30:32.685776 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 21 15:30:32.685776 dv-cinder-792299-3-iscsi neutron-server[91549]: aggregate_id = self._get_aggregate_id(event.segment_id) May 21 15:30:32.685776 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 21 15:30:32.685776 dv-cinder-792299-3-iscsi neutron-server[91549]: aggregate_uuid = self.p_client.list_aggregates( May 21 15:30:32.685776 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 21 15:30:32.685776 dv-cinder-792299-3-iscsi neutron-server[91549]: return f(self, *a, **k) May 21 15:30:32.685776 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 21 15:30:32.685776 dv-cinder-792299-3-iscsi neutron-server[91549]: return self._get(url).json() May 21 15:30:32.685776 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 21 15:30:32.685776 dv-cinder-792299-3-iscsi neutron-server[91549]: return self._client.get(url, endpoint_filter=self._ks_filter, May 21 15:30:32.685776 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 21 15:30:32.685776 dv-cinder-792299-3-iscsi neutron-server[91549]: return self.request(url, 'GET', **kwargs) May 21 15:30:32.685776 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 21 15:30:32.685776 dv-cinder-792299-3-iscsi neutron-server[91549]: base_url = self.get_endpoint(auth, allow=allow, May 21 15:30:32.685776 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 21 15:30:32.685776 dv-cinder-792299-3-iscsi neutron-server[91549]: auth = self._auth_required(auth, 'determine endpoint URL') May 21 15:30:32.685776 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 21 15:30:32.685776 dv-cinder-792299-3-iscsi neutron-server[91549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 21 15:30:32.685776 dv-cinder-792299-3-iscsi neutron-server[91549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 21 15:30:32.759026 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 0fe21390-268e-401d-8319-d6780cc7afb9 no longer exists at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:30:32.769752 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-8dc90c3f-4a4a-4f7e-a691-1608b147a5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1599858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763229'] for network, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:32.776595 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:32.790661 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-8dc90c3f-4a4a-4f7e-a691-1608b147a5a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697775'] for network, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:32.802071 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc90c3f-4a4a-4f7e-a691-1608b147a5a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f4ff4bc-d925-40fd-9563-89b128523f4e,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:32.805546 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-8dc90c3f-4a4a-4f7e-a691-1608b147a5a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:32.810429 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] No Port match for: 0fe21390-268e-401d-8319-d6780cc7afb9 {{(pid=91550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:30:32.810844 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 0fe21390-268e-401d-8319-d6780cc7afb9 not bound to the agent host dv-cinder-792299-3-iscsi {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:30:32.811527 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device d2b406b7-d010-481a-be45-1225aa619176 no longer exists at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:30:32.821943 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-8dc90c3f-4a4a-4f7e-a691-1608b147a5a6 admin admin] 10.222.0.69 "DELETE /v2.0/networks/5f4ff4bc-d925-40fd-9563-89b128523f4e HTTP/1.1" status: 204 len: 168 time: 0.9996762 May 21 15:30:32.854005 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] No Port match for: d2b406b7-d010-481a-be45-1225aa619176 {{(pid=91550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:30:32.854449 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device d2b406b7-d010-481a-be45-1225aa619176 not bound to the agent host dv-cinder-792299-3-iscsi {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:30:32.956921 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 37484) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:33.010814 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-77f25b80-003a-4253-b6e6-d972ae67cfad admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1b29e764695842f7ab30d80bb3282c22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0526378 May 21 15:30:33.013167 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 37488) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:33.077224 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-9f478600-64e5-4f13-b9a8-63df1d492790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:33.106117 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-9f478600-64e5-4f13-b9a8-63df1d492790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:33.165216 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-9f478600-64e5-4f13-b9a8-63df1d492790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:33.170008 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-625ed154-666b-4625-90e3-01cb1ddb598d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:33.187828 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f478600-64e5-4f13-b9a8-63df1d492790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f468bee-5cb9-4e6c-85b2-0f2211c6e750,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:33.191576 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-9f478600-64e5-4f13-b9a8-63df1d492790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:33.203089 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-9f478600-64e5-4f13-b9a8-63df1d492790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:33.204468 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-9f478600-64e5-4f13-b9a8-63df1d492790 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6f468bee-5cb9-4e6c-85b2-0f2211c6e750 HTTP/1.1" status: 204 len: 168 time: 0.1903324 May 21 15:30:40.142074 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 37572) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:40.287527 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-7a30a02b-b81a-480c-b577-14d97d24cac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:40.303532 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-7a30a02b-b81a-480c-b577-14d97d24cac8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:30:40.308436 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-7a30a02b-b81a-480c-b577-14d97d24cac8 admin admin] Usage tracker for resource:security_group_rule and tenant:15a422e72ac146c9b645e2e7c45a2a48 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:30:40.311942 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-7a30a02b-b81a-480c-b577-14d97d24cac8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:30:40.320043 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-7a30a02b-b81a-480c-b577-14d97d24cac8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:30:40.408464 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-7a30a02b-b81a-480c-b577-14d97d24cac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:40.413428 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-7a30a02b-b81a-480c-b577-14d97d24cac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:40.425594 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-8648c908-652e-4016-8f6b-6e1cd2ffba5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:40.466604 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a30a02b-b81a-480c-b577-14d97d24cac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b09ed0-1b6e-40ad-9ae7-2e071491ed63,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:40.470996 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-7a30a02b-b81a-480c-b577-14d97d24cac8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=15a422e72ac146c9b645e2e7c45a2a48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3278754 May 21 15:30:40.471916 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-7a30a02b-b81a-480c-b577-14d97d24cac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:40.474050 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 37578) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:40.539752 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-67b823b9-4f43-479a-b52e-82d870be7a74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:40.566483 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-67b823b9-4f43-479a-b52e-82d870be7a74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:40.620250 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-67b823b9-4f43-479a-b52e-82d870be7a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:40.623983 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-8412d73a-3b68-49ae-8361-4373b8b49b5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:40.635791 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b823b9-4f43-479a-b52e-82d870be7a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b09ed0-1b6e-40ad-9ae7-2e071491ed63,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:40.640039 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-67b823b9-4f43-479a-b52e-82d870be7a74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:40.647705 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-67b823b9-4f43-479a-b52e-82d870be7a74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:40.651532 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-67b823b9-4f43-479a-b52e-82d870be7a74 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/74b09ed0-1b6e-40ad-9ae7-2e071491ed63 HTTP/1.1" status: 204 len: 168 time: 0.1762304 May 21 15:30:40.940068 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 37586) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:40.957769 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-b5334bd3-737b-4ae1-b81c-e04e320a1780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:40.972424 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-b5334bd3-737b-4ae1-b81c-e04e320a1780 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:30:40.976859 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-b5334bd3-737b-4ae1-b81c-e04e320a1780 admin admin] Usage tracker for resource:security_group_rule and tenant:884ac35bcf3043ca85f24f76799e333a is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:30:40.979694 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-b5334bd3-737b-4ae1-b81c-e04e320a1780 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:30:40.985361 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-b5334bd3-737b-4ae1-b81c-e04e320a1780 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:30:41.069420 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-b5334bd3-737b-4ae1-b81c-e04e320a1780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:41.073101 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-b5334bd3-737b-4ae1-b81c-e04e320a1780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:41.086331 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-08448a46-f780-4b47-8b25-8ea667b2bb4e tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:41.127824 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-b5334bd3-737b-4ae1-b81c-e04e320a1780 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=884ac35bcf3043ca85f24f76799e333a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1865680 May 21 15:30:41.130725 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 37590) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:41.132419 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5334bd3-737b-4ae1-b81c-e04e320a1780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec68cb1-429f-422f-b254-95c672d7a931,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:41.135793 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-b5334bd3-737b-4ae1-b81c-e04e320a1780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:41.192540 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-9eb15a89-7b18-41ff-a745-2247ba0e17d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:41.218156 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-9eb15a89-7b18-41ff-a745-2247ba0e17d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:41.278226 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-9eb15a89-7b18-41ff-a745-2247ba0e17d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:41.284058 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-1f6c9a3b-0743-48e4-9443-3c207c5b378d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:41.297561 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb15a89-7b18-41ff-a745-2247ba0e17d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec68cb1-429f-422f-b254-95c672d7a931,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:41.301348 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-9eb15a89-7b18-41ff-a745-2247ba0e17d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:41.307838 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-9eb15a89-7b18-41ff-a745-2247ba0e17d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:41.308929 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-9eb15a89-7b18-41ff-a745-2247ba0e17d0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9ec68cb1-429f-422f-b254-95c672d7a931 HTTP/1.1" status: 204 len: 168 time: 0.1772115 May 21 15:30:45.254007 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-838ac15d-9e85-48d4-9097-696d385d0382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:48.001255 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:48.311794 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-4d692e4c-5f6e-4e0a-919b-f76fdeb84950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:49.322184 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e6f13acb-dde4-45e3-8932-2715da3406c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:50.889510 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-cb99478c-afff-4a9c-8770-f3354af234b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:52.169830 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.agents_db [None req-1cb0bb7b-b6db-4325-ad21-6fa15867ad0e None None] Agent healthcheck: found 6 active agents {{(pid=91551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:30:53.231252 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:15.261156 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-f5e2c934-7d02-4ca8-abfd-902e3fb22c33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:18.006786 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:18.313737 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-0ed2fa22-26cb-4150-a6ca-c8196ff7afcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:19.326535 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e6f13acb-dde4-45e3-8932-2715da3406c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:20.892934 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-cb99478c-afff-4a9c-8770-f3354af234b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:22.080017 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 37846) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:31:22.195414 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-9695efd5-ea98-4590-9b26-7e698bac4da6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:22.210285 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-9695efd5-ea98-4590-9b26-7e698bac4da6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:31:22.214168 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-9695efd5-ea98-4590-9b26-7e698bac4da6 admin admin] Usage tracker for resource:security_group_rule and tenant:b7e019dd6a474f129ec98b6ea7cb893f is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:31:22.217015 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-9695efd5-ea98-4590-9b26-7e698bac4da6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:31:22.222608 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-9695efd5-ea98-4590-9b26-7e698bac4da6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:31:22.305675 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-9695efd5-ea98-4590-9b26-7e698bac4da6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:22.309617 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-9695efd5-ea98-4590-9b26-7e698bac4da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:22.317634 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-937411e6-7868-4789-9af2-6929791d5261 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:31:22.357689 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9695efd5-ea98-4590-9b26-7e698bac4da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8fb6c3b-7d7f-49e1-a790-7c5babdb45c4,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:31:22.361425 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-9695efd5-ea98-4590-9b26-7e698bac4da6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b7e019dd6a474f129ec98b6ea7cb893f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2804315 May 21 15:31:22.364347 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 37852) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:31:22.367749 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9695efd5-ea98-4590-9b26-7e698bac4da6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:31:22.368122 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9695efd5-ea98-4590-9b26-7e698bac4da6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:31:22.368485 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9695efd5-ea98-4590-9b26-7e698bac4da6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:31:22.368839 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9695efd5-ea98-4590-9b26-7e698bac4da6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:31:22.369191 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9695efd5-ea98-4590-9b26-7e698bac4da6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:31:22.369541 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9695efd5-ea98-4590-9b26-7e698bac4da6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:31:22.369888 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9695efd5-ea98-4590-9b26-7e698bac4da6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:31:22.370231 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9695efd5-ea98-4590-9b26-7e698bac4da6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:31:22.370576 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9695efd5-ea98-4590-9b26-7e698bac4da6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:31:22.370939 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9695efd5-ea98-4590-9b26-7e698bac4da6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:31:22.371281 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9695efd5-ea98-4590-9b26-7e698bac4da6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:31:22.371621 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9695efd5-ea98-4590-9b26-7e698bac4da6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:31:22.375768 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-9695efd5-ea98-4590-9b26-7e698bac4da6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:31:22.423879 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-13dfac9b-85ca-4587-aaa3-ae8d1e6f40a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:22.450458 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-13dfac9b-85ca-4587-aaa3-ae8d1e6f40a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:22.503628 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-13dfac9b-85ca-4587-aaa3-ae8d1e6f40a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:22.508226 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-9f478600-64e5-4f13-b9a8-63df1d492790 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:31:22.520927 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dfac9b-85ca-4587-aaa3-ae8d1e6f40a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8fb6c3b-7d7f-49e1-a790-7c5babdb45c4,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:31:22.532306 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dfac9b-85ca-4587-aaa3-ae8d1e6f40a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:31:22.532686 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dfac9b-85ca-4587-aaa3-ae8d1e6f40a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:31:22.533059 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dfac9b-85ca-4587-aaa3-ae8d1e6f40a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:31:22.533424 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dfac9b-85ca-4587-aaa3-ae8d1e6f40a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:31:22.533784 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dfac9b-85ca-4587-aaa3-ae8d1e6f40a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:31:22.534142 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dfac9b-85ca-4587-aaa3-ae8d1e6f40a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:31:22.534497 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dfac9b-85ca-4587-aaa3-ae8d1e6f40a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:31:22.534851 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dfac9b-85ca-4587-aaa3-ae8d1e6f40a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:31:22.535230 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dfac9b-85ca-4587-aaa3-ae8d1e6f40a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:31:22.535610 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dfac9b-85ca-4587-aaa3-ae8d1e6f40a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:31:22.536005 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dfac9b-85ca-4587-aaa3-ae8d1e6f40a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:31:22.536360 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dfac9b-85ca-4587-aaa3-ae8d1e6f40a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:31:22.539585 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-13dfac9b-85ca-4587-aaa3-ae8d1e6f40a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:31:22.540828 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-13dfac9b-85ca-4587-aaa3-ae8d1e6f40a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:22.541942 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-13dfac9b-85ca-4587-aaa3-ae8d1e6f40a5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a8fb6c3b-7d7f-49e1-a790-7c5babdb45c4 HTTP/1.1" status: 204 len: 168 time: 0.1765952 May 21 15:31:23.248674 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:25.160167 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-a64caaba-a6be-413d-a84d-f9bf246466bb req-87e40f8d-1817-4e10-aeab-2db3c008da7b tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=582f18b4dfdc4a0a913609d2b39f99bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283659 May 21 15:31:25.313439 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64caaba-a6be-413d-a84d-f9bf246466bb req-395d17ca-b909-439c-ac74-9d871d33b953 tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:25.314865 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-a64caaba-a6be-413d-a84d-f9bf246466bb req-395d17ca-b909-439c-ac74-9d871d33b953 tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1488929 May 21 15:31:25.330231 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-a64caaba-a6be-413d-a84d-f9bf246466bb req-33d0545a-c31f-40e5-acfc-30e7e1f08f1e tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] 10.222.0.69 "GET /v2.0/quotas/582f18b4dfdc4a0a913609d2b39f99bf HTTP/1.1" status: 200 len: 375 time: 0.0089450 May 21 15:31:25.377076 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-a64caaba-a6be-413d-a84d-f9bf246466bb req-9f0f9a4c-20fa-4996-9333-c4234af1ed07 tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=582f18b4dfdc4a0a913609d2b39f99bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406694 May 21 15:31:25.550635 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-767e3a89-4988-4f68-ace3-28845f4bb641 req-fb1385f3-398b-4184-a687-f71b7a028e4b tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] 10.222.0.69 "GET /v2.0/ports?device_id=3fef471b-1997-42c2-a9b3-16008afd50bf HTTP/1.1" status: 200 len: 210 time: 0.0411580 May 21 15:31:26.716124 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-a206ad45-5999-421d-9566-fdb52ede6a8e req-18fbd33c-219d-4508-9b5b-3f571f9513c2 tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] 10.222.0.69 "GET /v2.0/ports?device_id=3fef471b-1997-42c2-a9b3-16008afd50bf HTTP/1.1" status: 200 len: 210 time: 0.0461946 May 21 15:31:26.878570 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-a64caaba-a6be-413d-a84d-f9bf246466bb req-830ebbe0-de7f-4827-a054-be52dd115e52 tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=582f18b4dfdc4a0a913609d2b39f99bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297966 May 21 15:31:27.036546 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64caaba-a6be-413d-a84d-f9bf246466bb req-775a5bf2-1c02-4f6f-97a7-60798c985299 tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:27.037976 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-a64caaba-a6be-413d-a84d-f9bf246466bb req-775a5bf2-1c02-4f6f-97a7-60798c985299 tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1534481 May 21 15:31:27.054755 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [req-a64caaba-a6be-413d-a84d-f9bf246466bb req-67f581f2-c564-44d6-81ec-2cc9511e2d1a tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] Request body: {'port': {'device_id': '3fef471b-1997-42c2-a9b3-16008afd50bf', 'network_id': '1aac4645-24f5-43ee-9567-a466b7669192', 'admin_state_up': True, 'tenant_id': '582f18b4dfdc4a0a913609d2b39f99bf'}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:31:27.197618 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [req-a64caaba-a6be-413d-a84d-f9bf246466bb req-67f581f2-c564-44d6-81ec-2cc9511e2d1a tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:31:27.201424 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-a64caaba-a6be-413d-a84d-f9bf246466bb req-67f581f2-c564-44d6-81ec-2cc9511e2d1a tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] Usage tracker for resource:port and tenant:582f18b4dfdc4a0a913609d2b39f99bf is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:31:27.204364 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-a64caaba-a6be-413d-a84d-f9bf246466bb req-67f581f2-c564-44d6-81ec-2cc9511e2d1a tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:31:27.210254 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [req-a64caaba-a6be-413d-a84d-f9bf246466bb req-67f581f2-c564-44d6-81ec-2cc9511e2d1a tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:31:27.220714 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a64caaba-a6be-413d-a84d-f9bf246466bb req-67f581f2-c564-44d6-81ec-2cc9511e2d1a tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] Made reservation on behalf of 582f18b4dfdc4a0a913609d2b39f99bf for: {'port': 1} {{(pid=91548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:31:27.225063 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-a64caaba-a6be-413d-a84d-f9bf246466bb req-67f581f2-c564-44d6-81ec-2cc9511e2d1a tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:27.241202 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-a64caaba-a6be-413d-a84d-f9bf246466bb req-67f581f2-c564-44d6-81ec-2cc9511e2d1a tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] Notify callbacks [] for security_group, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:27.261010 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [req-a64caaba-a6be-413d-a84d-f9bf246466bb req-67f581f2-c564-44d6-81ec-2cc9511e2d1a tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:31:27.264908 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-a64caaba-a6be-413d-a84d-f9bf246466bb req-67f581f2-c564-44d6-81ec-2cc9511e2d1a tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] Usage tracker for resource:security_group_rule and tenant:582f18b4dfdc4a0a913609d2b39f99bf is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:31:27.268039 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-a64caaba-a6be-413d-a84d-f9bf246466bb req-67f581f2-c564-44d6-81ec-2cc9511e2d1a tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:31:27.274236 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [req-a64caaba-a6be-413d-a84d-f9bf246466bb req-67f581f2-c564-44d6-81ec-2cc9511e2d1a tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:31:27.366305 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-a64caaba-a6be-413d-a84d-f9bf246466bb req-67f581f2-c564-44d6-81ec-2cc9511e2d1a tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] Notify callbacks [] for security_group, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:27.369975 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-a64caaba-a6be-413d-a84d-f9bf246466bb req-67f581f2-c564-44d6-81ec-2cc9511e2d1a tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:27.372825 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-db701d9e-1a43-4c20-b83d-e17ad3320297 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:31:27.442260 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f581f2-c564-44d6-81ec-2cc9511e2d1a tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c23abe6-f8be-4210-8482-102c7ca0446a,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:31:27.451200 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-67f581f2-c564-44d6-81ec-2cc9511e2d1a tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:31:27.638163 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.db_base_plugin_common [req-a64caaba-a6be-413d-a84d-f9bf246466bb req-67f581f2-c564-44d6-81ec-2cc9511e2d1a tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] Allocated IP 192.168.233.45 (1aac4645-24f5-43ee-9567-a466b7669192/2e1589de-3495-4a90-af2f-4ae5f497649b/34afa63b-a493-454a-b283-d1a399b157c7) {{(pid=91548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:31:27.840595 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-a64caaba-a6be-413d-a84d-f9bf246466bb req-67f581f2-c564-44d6-81ec-2cc9511e2d1a tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] Notify callbacks [] for port, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:27.857061 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.provisioning_blocks [req-a64caaba-a6be-413d-a84d-f9bf246466bb req-67f581f2-c564-44d6-81ec-2cc9511e2d1a tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] Transition to ACTIVE for port object 34afa63b-a493-454a-b283-d1a399b157c7 will not be triggered until provisioned by entity DHCP. {{(pid=91548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:31:27.881256 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-a64caaba-a6be-413d-a84d-f9bf246466bb req-67f581f2-c564-44d6-81ec-2cc9511e2d1a tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730419340153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14885552'] for port, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:27.886906 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-f8aa0d18-585c-40a6-a32a-54a47c279d8f tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:31:27.924266 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187de29-f875-477a-83a9-bc795c4af312 req-cd9dcae4-f5af-4bf7-aa41-95f2c5a3fae6 tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:27.925734 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-9187de29-f875-477a-83a9-bc795c4af312 req-cd9dcae4-f5af-4bf7-aa41-95f2c5a3fae6 tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] 10.222.0.69 "GET /v2.0/ports?device_id=3fef471b-1997-42c2-a9b3-16008afd50bf HTTP/1.1" status: 200 len: 935 time: 0.0823889 May 21 15:31:27.955819 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a64caaba-a6be-413d-a84d-f9bf246466bb req-67f581f2-c564-44d6-81ec-2cc9511e2d1a tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] Network 1aac4645-24f5-43ee-9567-a466b7669192 is already hosted by enough agents. {{(pid=91548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:31:27.959489 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.base_scheduler [req-a64caaba-a6be-413d-a84d-f9bf246466bb req-67f581f2-c564-44d6-81ec-2cc9511e2d1a tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] Resources bound (agent type, host, resource id): {{(pid=91548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:31:27.963341 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.l3_dvrscheduler_db [req-a64caaba-a6be-413d-a84d-f9bf246466bb req-67f581f2-c564-44d6-81ec-2cc9511e2d1a tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] Received port after_create {{(pid=91548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:31:27.979260 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-9187de29-f875-477a-83a9-bc795c4af312 req-c19f75c6-7661-496a-abac-cb5834f680f2 tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] 10.222.0.69 "GET /v2.0/security-groups?id=9c23abe6-f8be-4210-8482-102c7ca0446a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428514 May 21 15:31:27.999580 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f581f2-c564-44d6-81ec-2cc9511e2d1a tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] Pushing event updated for resources: {'Port': ['ID=34afa63b-a493-454a-b283-d1a399b157c7,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:31:28.007727 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-67f581f2-c564-44d6-81ec-2cc9511e2d1a tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:31:28.043800 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64caaba-a6be-413d-a84d-f9bf246466bb req-67f581f2-c564-44d6-81ec-2cc9511e2d1a tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:28.044416 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-a64caaba-a6be-413d-a84d-f9bf246466bb req-67f581f2-c564-44d6-81ec-2cc9511e2d1a tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for port, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:28.076785 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-a64caaba-a6be-413d-a84d-f9bf246466bb req-67f581f2-c564-44d6-81ec-2cc9511e2d1a tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0268567 May 21 15:31:28.090053 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [req-a64caaba-a6be-413d-a84d-f9bf246466bb req-c9773494-7674-454d-8159-1fe1b517824c tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=91548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 21 15:31:28.091122 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-a64caaba-a6be-413d-a84d-f9bf246466bb req-c9773494-7674-454d-8159-1fe1b517824c tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055695 May 21 15:31:28.194453 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-510df106-6b34-4493-9af5-620ebffa3062 None None] Provisioning for port 34afa63b-a493-454a-b283-d1a399b157c7 completed by entity DHCP. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:31:28.200213 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-510df106-6b34-4493-9af5-620ebffa3062 None None] Provisioning complete for port 34afa63b-a493-454a-b283-d1a399b157c7 triggered by entity DHCP. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:31:28.200711 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-510df106-6b34-4493-9af5-620ebffa3062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:28.210078 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [req-a64caaba-a6be-413d-a84d-f9bf246466bb req-e82b0e15-0a66-4091-abed-0460d3734c27 service neutron] Request body: {'port': {'device_id': '3fef471b-1997-42c2-a9b3-16008afd50bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:31:28.257408 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-510df106-6b34-4493-9af5-620ebffa3062 None None] Port 34afa63b-a493-454a-b283-d1a399b157c7 cannot update to ACTIVE because it is not bound. {{(pid=91550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 15:31:28.326523 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-a64caaba-a6be-413d-a84d-f9bf246466bb req-e82b0e15-0a66-4091-abed-0460d3734c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:28.674697 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.notifiers.nova [req-a64caaba-a6be-413d-a84d-f9bf246466bb req-e82b0e15-0a66-4091-abed-0460d3734c27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34afa63b-a493-454a-b283-d1a399b157c7 {{(pid=91548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:31:28.682593 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-a64caaba-a6be-413d-a84d-f9bf246466bb req-e82b0e15-0a66-4091-abed-0460d3734c27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:28.697398 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.provisioning_blocks [req-a64caaba-a6be-413d-a84d-f9bf246466bb req-e82b0e15-0a66-4091-abed-0460d3734c27 service neutron] Transition to ACTIVE for port object 34afa63b-a493-454a-b283-d1a399b157c7 will not be triggered until provisioned by entity L2. {{(pid=91548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:31:28.701001 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-a64caaba-a6be-413d-a84d-f9bf246466bb req-e82b0e15-0a66-4091-abed-0460d3734c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14885543'] for port, after_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:28.705494 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-0c981ed8-d1d9-411e-b938-7d06a30540c6 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:31:28.869863 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82b0e15-0a66-4091-abed-0460d3734c27 service neutron] Pushing event updated for resources: {'Port': ['ID=34afa63b-a493-454a-b283-d1a399b157c7,revision_number=2']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:31:28.897758 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-e82b0e15-0a66-4091-abed-0460d3734c27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:31:28.939713 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.managers [req-a64caaba-a6be-413d-a84d-f9bf246466bb req-e82b0e15-0a66-4091-abed-0460d3734c27 service neutron] Attempting to bind port 34afa63b-a493-454a-b283-d1a399b157c7 on host hv-cinder-79229 for vnic_type normal with profile {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:31:28.940043 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.managers [req-a64caaba-a6be-413d-a84d-f9bf246466bb req-e82b0e15-0a66-4091-abed-0460d3734c27 service neutron] Attempting to bind port 34afa63b-a493-454a-b283-d1a399b157c7 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': 'b4c606b2-bcdc-4d9a-9292-c93b57b0a85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1aac4645-24f5-43ee-9567-a466b7669192'}] {{(pid=91548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:31:28.940366 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64caaba-a6be-413d-a84d-f9bf246466bb req-e82b0e15-0a66-4091-abed-0460d3734c27 service neutron] Attempting to bind port 34afa63b-a493-454a-b283-d1a399b157c7 on network 1aac4645-24f5-43ee-9567-a466b7669192 {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:31:28.944933 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64caaba-a6be-413d-a84d-f9bf246466bb req-e82b0e15-0a66-4091-abed-0460d3734c27 service neutron] Port 34afa63b-a493-454a-b283-d1a399b157c7 on network 1aac4645-24f5-43ee-9567-a466b7669192 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 15:31:28.945253 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64caaba-a6be-413d-a84d-f9bf246466bb req-e82b0e15-0a66-4091-abed-0460d3734c27 service neutron] Attempting to bind port 34afa63b-a493-454a-b283-d1a399b157c7 on network 1aac4645-24f5-43ee-9567-a466b7669192 {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:31:28.950279 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64caaba-a6be-413d-a84d-f9bf246466bb req-e82b0e15-0a66-4091-abed-0460d3734c27 service neutron] Checking agent: {'id': '4762cb26-ef72-475b-a9a0-8f480bf27f9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 18, 22), 'started_at': datetime.datetime(2021, 5, 21, 15, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:31:28.950604 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64caaba-a6be-413d-a84d-f9bf246466bb req-e82b0e15-0a66-4091-abed-0460d3734c27 service neutron] Checking segment: {'id': 'b4c606b2-bcdc-4d9a-9292-c93b57b0a85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1aac4645-24f5-43ee-9567-a466b7669192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:31:28.951010 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64caaba-a6be-413d-a84d-f9bf246466bb req-e82b0e15-0a66-4091-abed-0460d3734c27 service neutron] Bound using segment: {'id': 'b4c606b2-bcdc-4d9a-9292-c93b57b0a85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1aac4645-24f5-43ee-9567-a466b7669192'} {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:31:28.951437 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.managers [req-a64caaba-a6be-413d-a84d-f9bf246466bb req-e82b0e15-0a66-4091-abed-0460d3734c27 service neutron] Bound port: 34afa63b-a493-454a-b283-d1a399b157c7, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4c606b2-bcdc-4d9a-9292-c93b57b0a85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1aac4645-24f5-43ee-9567-a466b7669192'}}] {{(pid=91548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:31:28.951777 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-a64caaba-a6be-413d-a84d-f9bf246466bb req-e82b0e15-0a66-4091-abed-0460d3734c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:29.044845 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [req-a64caaba-a6be-413d-a84d-f9bf246466bb req-e82b0e15-0a66-4091-abed-0460d3734c27 service neutron] For port 34afa63b-a493-454a-b283-d1a399b157c7, host hv-cinder-79229, cleared binding levels {{(pid=91548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:31:29.047846 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [req-a64caaba-a6be-413d-a84d-f9bf246466bb req-e82b0e15-0a66-4091-abed-0460d3734c27 service neutron] For port 34afa63b-a493-454a-b283-d1a399b157c7, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=34afa63b-a493-454a-b283-d1a399b157c7,segment=NetworkSegment(b4c606b2-bcdc-4d9a-9292-c93b57b0a85c),segment_id=b4c606b2-bcdc-4d9a-9292-c93b57b0a85c)] {{(pid=91548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:31:29.053893 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-a64caaba-a6be-413d-a84d-f9bf246466bb req-e82b0e15-0a66-4091-abed-0460d3734c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14885543'] for port, after_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:29.058601 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-856597be-3e2c-4693-bb53-44ba41fb8650 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:31:29.117228 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64caaba-a6be-413d-a84d-f9bf246466bb req-e82b0e15-0a66-4091-abed-0460d3734c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:29.117940 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-a64caaba-a6be-413d-a84d-f9bf246466bb req-e82b0e15-0a66-4091-abed-0460d3734c27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for port, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:29.119447 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-a64caaba-a6be-413d-a84d-f9bf246466bb req-e82b0e15-0a66-4091-abed-0460d3734c27 service neutron] 10.222.0.68 "PUT /v2.0/ports/34afa63b-a493-454a-b283-d1a399b157c7 HTTP/1.1" status: 200 len: 1097 time: 1.0214467 May 21 15:31:29.120053 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fef471b-1997-42c2-a9b3-16008afd50bf', 'tag': '34afa63b-a493-454a-b283-d1a399b157c7'}] {{(pid=91548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:31:29.149157 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82b0e15-0a66-4091-abed-0460d3734c27 service neutron] Pushing event updated for resources: {'Port': ['ID=34afa63b-a493-454a-b283-d1a399b157c7,revision_number=3']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:31:29.152709 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-e82b0e15-0a66-4091-abed-0460d3734c27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:31:29.170735 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.agents_db [None req-1cb0bb7b-b6db-4325-ad21-6fa15867ad0e None None] Agent healthcheck: found 6 active agents {{(pid=91551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:31:29.198268 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fef471b-1997-42c2-a9b3-16008afd50bf', 'tag': '34afa63b-a493-454a-b283-d1a399b157c7', 'status': 'completed', 'code': 200} May 21 15:31:29.199225 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4baf30-2e07-473b-8435-8942b887010b req-1fbc795c-fb69-44c0-aacc-78a7d7419754 tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:29.201337 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-8f4baf30-2e07-473b-8435-8942b887010b req-1fbc795c-fb69-44c0-aacc-78a7d7419754 tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] 10.222.0.69 "GET /v2.0/ports?device_id=3fef471b-1997-42c2-a9b3-16008afd50bf HTTP/1.1" status: 200 len: 947 time: 0.1143324 May 21 15:31:29.247749 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64caaba-a6be-413d-a84d-f9bf246466bb req-b43fa849-5460-4734-9911-43f3eb446581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:29.249416 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-a64caaba-a6be-413d-a84d-f9bf246466bb req-b43fa849-5460-4734-9911-43f3eb446581 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=582f18b4dfdc4a0a913609d2b39f99bf&device_id=3fef471b-1997-42c2-a9b3-16008afd50bf HTTP/1.1" status: 200 len: 1100 time: 0.0836642 May 21 15:31:29.250823 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-8f4baf30-2e07-473b-8435-8942b887010b req-84347eab-8af5-4b75-8611-b1e7acb5beef tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] 10.222.0.69 "GET /v2.0/security-groups?id=9c23abe6-f8be-4210-8482-102c7ca0446a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431323 May 21 15:31:29.332101 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-a64caaba-a6be-413d-a84d-f9bf246466bb req-e4e2d995-3378-4b0e-aaea-251849a9009c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=34afa63b-a493-454a-b283-d1a399b157c7 HTTP/1.1" status: 200 len: 217 time: 0.0698385 May 21 15:31:29.403876 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64caaba-a6be-413d-a84d-f9bf246466bb req-e00252ba-eb89-4a6e-9978-e723255a949f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:29.405225 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-a64caaba-a6be-413d-a84d-f9bf246466bb req-e00252ba-eb89-4a6e-9978-e723255a949f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2e1589de-3495-4a90-af2f-4ae5f497649b HTTP/1.1" status: 200 len: 843 time: 0.0623631 May 21 15:31:29.484357 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64caaba-a6be-413d-a84d-f9bf246466bb req-95689601-514a-4255-b329-db3e96234ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:29.485824 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-a64caaba-a6be-413d-a84d-f9bf246466bb req-95689601-514a-4255-b329-db3e96234ff6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=1aac4645-24f5-43ee-9567-a466b7669192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0710590 May 21 15:31:29.713028 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-a64caaba-a6be-413d-a84d-f9bf246466bb req-7626b239-db1e-4157-bf04-59b55af065d4 service neutron] 10.222.0.68 "GET /v2.0/networks/1aac4645-24f5-43ee-9567-a466b7669192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165167 May 21 15:31:29.848316 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-a64caaba-a6be-413d-a84d-f9bf246466bb req-dfa07e8c-16c2-46ae-ae15-96e0ea02bd13 service neutron] 10.222.0.68 "GET /v2.0/networks/1aac4645-24f5-43ee-9567-a466b7669192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257825 May 21 15:31:29.964091 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855a85d-34d3-488a-a810-7c7cd284c346 req-c4f7df13-6bfc-428c-8a8b-b70f6a906630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:29.965449 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-7855a85d-34d3-488a-a810-7c7cd284c346 req-c4f7df13-6bfc-428c-8a8b-b70f6a906630 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=582f18b4dfdc4a0a913609d2b39f99bf&device_id=3fef471b-1997-42c2-a9b3-16008afd50bf HTTP/1.1" status: 200 len: 1100 time: 0.0696273 May 21 15:31:30.100017 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855a85d-34d3-488a-a810-7c7cd284c346 req-cd589817-d756-468b-ab8f-b247bab986fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:30.101718 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-7855a85d-34d3-488a-a810-7c7cd284c346 req-cd589817-d756-468b-ab8f-b247bab986fa service neutron] 10.222.0.68 "GET /v2.0/networks?id=1aac4645-24f5-43ee-9567-a466b7669192 HTTP/1.1" status: 200 len: 870 time: 0.1299469 May 21 15:31:30.178801 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-7855a85d-34d3-488a-a810-7c7cd284c346 req-cdfe8b22-3a9d-4aa7-842b-72adbc376b22 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=34afa63b-a493-454a-b283-d1a399b157c7 HTTP/1.1" status: 200 len: 217 time: 0.0691442 May 21 15:31:30.245879 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855a85d-34d3-488a-a810-7c7cd284c346 req-cb84032c-c0ca-4425-82b2-47bf5ca5f8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:30.247263 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-7855a85d-34d3-488a-a810-7c7cd284c346 req-cb84032c-c0ca-4425-82b2-47bf5ca5f8f9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2e1589de-3495-4a90-af2f-4ae5f497649b HTTP/1.1" status: 200 len: 843 time: 0.0618770 May 21 15:31:30.328597 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855a85d-34d3-488a-a810-7c7cd284c346 req-5d750627-9ee2-4d38-9907-ae668a5cabf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:30.330051 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-7855a85d-34d3-488a-a810-7c7cd284c346 req-5d750627-9ee2-4d38-9907-ae668a5cabf3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=1aac4645-24f5-43ee-9567-a466b7669192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0747514 May 21 15:31:30.447199 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d228c4b4-ead7-44ae-a84e-edff977f71f0 req-2ed9f3a2-eedf-427a-949c-0604bed79340 tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:30.448667 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-d228c4b4-ead7-44ae-a84e-edff977f71f0 req-2ed9f3a2-eedf-427a-949c-0604bed79340 tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] 10.222.0.69 "GET /v2.0/ports?device_id=3fef471b-1997-42c2-a9b3-16008afd50bf HTTP/1.1" status: 200 len: 947 time: 0.0850446 May 21 15:31:30.465321 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-7855a85d-34d3-488a-a810-7c7cd284c346 req-2fee0eb1-db6a-4e60-9eb3-10369a5561ab service neutron] 10.222.0.68 "GET /v2.0/networks/1aac4645-24f5-43ee-9567-a466b7669192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278851 May 21 15:31:30.494390 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-d228c4b4-ead7-44ae-a84e-edff977f71f0 req-1412496e-c9b6-4a6f-be97-45baa1dd33b8 tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] 10.222.0.69 "GET /v2.0/security-groups?id=9c23abe6-f8be-4210-8482-102c7ca0446a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397954 May 21 15:31:30.599443 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-7855a85d-34d3-488a-a810-7c7cd284c346 req-bb5a38d7-b788-4257-a112-67566453693c service neutron] 10.222.0.68 "GET /v2.0/networks/1aac4645-24f5-43ee-9567-a466b7669192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272163 May 21 15:31:31.689017 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d4fc3-add1-455e-8373-d147c9f5d8b9 req-9725ec53-c629-4e69-bb56-da799a5a4fbc tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:31.691399 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-a48d4fc3-add1-455e-8373-d147c9f5d8b9 req-9725ec53-c629-4e69-bb56-da799a5a4fbc tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] 10.222.0.69 "GET /v2.0/ports?device_id=3fef471b-1997-42c2-a9b3-16008afd50bf HTTP/1.1" status: 200 len: 947 time: 0.0865943 May 21 15:31:31.760080 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-a48d4fc3-add1-455e-8373-d147c9f5d8b9 req-f9073bf1-2d86-4b16-90b6-47e0c42a646d tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] 10.222.0.69 "GET /v2.0/security-groups?id=9c23abe6-f8be-4210-8482-102c7ca0446a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625334 May 21 15:31:32.948215 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8b6fa2-0326-416b-b4cc-fdc000519a3f req-f32b3c6a-3b8a-4dd2-b4cb-2c8a25a5e471 tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:32.949593 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-3b8b6fa2-0326-416b-b4cc-fdc000519a3f req-f32b3c6a-3b8a-4dd2-b4cb-2c8a25a5e471 tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] 10.222.0.69 "GET /v2.0/ports?device_id=3fef471b-1997-42c2-a9b3-16008afd50bf HTTP/1.1" status: 200 len: 947 time: 0.0806324 May 21 15:31:32.996741 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-3b8b6fa2-0326-416b-b4cc-fdc000519a3f req-e83a0880-ec02-438f-bf61-889ef12ca8b0 tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] 10.222.0.69 "GET /v2.0/security-groups?id=9c23abe6-f8be-4210-8482-102c7ca0446a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404887 May 21 15:31:33.389177 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device 34afa63b-a493-454a-b283-d1a399b157c7 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:31:33.530069 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port 34afa63b-a493-454a-b283-d1a399b157c7, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=34afa63b-a493-454a-b283-d1a399b157c7,segment=NetworkSegment(b4c606b2-bcdc-4d9a-9292-c93b57b0a85c),segment_id=b4c606b2-bcdc-4d9a-9292-c93b57b0a85c)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:31:33.543823 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Returning: {'device': '34afa63b-a493-454a-b283-d1a399b157c7', 'network_id': '1aac4645-24f5-43ee-9567-a466b7669192', 'port_id': '34afa63b-a493-454a-b283-d1a399b157c7', 'mac_address': 'fa:16:3e:1b:15:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e1589de-3495-4a90-af2f-4ae5f497649b', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:31:33.603347 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:33.620872 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.notifiers.nova [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34afa63b-a493-454a-b283-d1a399b157c7 {{(pid=91550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:31:33.636279 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port 34afa63b-a493-454a-b283-d1a399b157c7, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=34afa63b-a493-454a-b283-d1a399b157c7,segment=NetworkSegment(b4c606b2-bcdc-4d9a-9292-c93b57b0a85c),segment_id=b4c606b2-bcdc-4d9a-9292-c93b57b0a85c)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:31:33.640303 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:33.642108 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:31:33.709468 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Pushing event updated for resources: {'Port': ['ID=34afa63b-a493-454a-b283-d1a399b157c7,revision_number=4']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:31:33.716707 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:31:33.717050 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:31:33.717385 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:31:33.717716 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:31:33.718043 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:31:33.718365 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:31:33.718689 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:31:33.719039 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:31:33.719360 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:31:33.719675 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:31:33.719992 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:31:33.720332 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:31:33.725340 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:31:33.898833 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] get_ports_and_sgs() called for port_ids ['34afa63b-a493-454a-b283-d1a399b157c7'] {{(pid=91550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:31:34.189524 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f1976-3ea7-475f-b65d-17fd2f9afd32 req-4bf39ab6-25ff-4a02-a539-f073ca457f6c tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:34.190900 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-0e1f1976-3ea7-475f-b65d-17fd2f9afd32 req-4bf39ab6-25ff-4a02-a539-f073ca457f6c tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] 10.222.0.69 "GET /v2.0/ports?device_id=3fef471b-1997-42c2-a9b3-16008afd50bf HTTP/1.1" status: 200 len: 948 time: 0.0888391 May 21 15:31:34.235644 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-0e1f1976-3ea7-475f-b65d-17fd2f9afd32 req-a5c06647-94b3-477d-af13-9571b6e2692e tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] 10.222.0.69 "GET /v2.0/security-groups?id=9c23abe6-f8be-4210-8482-102c7ca0446a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389647 May 21 15:31:35.404348 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device 34afa63b-a493-454a-b283-d1a399b157c7 up at agent hyperv_hv-cinder-79229 {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:31:35.422499 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3566cc-f4fa-4d88-b157-5fea8a49985a req-080b1fc2-38cb-409d-9240-0734d9b35d8b tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:35.423975 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-2b3566cc-f4fa-4d88-b157-5fea8a49985a req-080b1fc2-38cb-409d-9240-0734d9b35d8b tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] 10.222.0.69 "GET /v2.0/ports?device_id=3fef471b-1997-42c2-a9b3-16008afd50bf HTTP/1.1" status: 200 len: 948 time: 0.0799232 May 21 15:31:35.473855 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Provisioning for port 34afa63b-a493-454a-b283-d1a399b157c7 completed by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:31:35.474911 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-2b3566cc-f4fa-4d88-b157-5fea8a49985a req-297370e0-30f4-4310-b18a-3757c3d1e327 tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] 10.222.0.69 "GET /v2.0/security-groups?id=9c23abe6-f8be-4210-8482-102c7ca0446a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444012 May 21 15:31:35.481302 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Provisioning complete for port 34afa63b-a493-454a-b283-d1a399b157c7 triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:31:35.481681 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:35.597398 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:35.624229 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fef471b-1997-42c2-a9b3-16008afd50bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34afa63b-a493-454a-b283-d1a399b157c7'}] {{(pid=91550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:31:35.634404 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port 34afa63b-a493-454a-b283-d1a399b157c7, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=34afa63b-a493-454a-b283-d1a399b157c7,segment=NetworkSegment(b4c606b2-bcdc-4d9a-9292-c93b57b0a85c),segment_id=b4c606b2-bcdc-4d9a-9292-c93b57b0a85c)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:31:35.638457 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:35.643673 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-59e0fb4c-9792-48f2-bfbf-a131addd3a9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:31:35.710363 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Pushing event updated for resources: {'Port': ['ID=34afa63b-a493-454a-b283-d1a399b157c7,revision_number=5']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:31:35.713374 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:31:35.797374 dv-cinder-792299-3-iscsi neutron-server[91550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fef471b-1997-42c2-a9b3-16008afd50bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34afa63b-a493-454a-b283-d1a399b157c7', 'code': 200} May 21 15:31:36.042202 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ec9c3-69b3-47ea-bb40-819f832256a4 req-c5242d4b-45ce-48cb-b662-fc26d207144c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:36.043634 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-655ec9c3-69b3-47ea-bb40-819f832256a4 req-c5242d4b-45ce-48cb-b662-fc26d207144c service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=3fef471b-1997-42c2-a9b3-16008afd50bf HTTP/1.1" status: 200 len: 1102 time: 0.0697210 May 21 15:31:36.089187 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-655ec9c3-69b3-47ea-bb40-819f832256a4 req-eaabfe5d-c722-439f-9ae2-9b1c9dd33a68 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=9c23abe6-f8be-4210-8482-102c7ca0446a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354757 May 21 15:31:36.657259 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0718ea-15f9-4d2c-8f08-49bd93f70e20 req-4d3b95bf-89df-4799-88c2-3547e326b42c tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:36.658671 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-1e0718ea-15f9-4d2c-8f08-49bd93f70e20 req-4d3b95bf-89df-4799-88c2-3547e326b42c tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] 10.222.0.69 "GET /v2.0/ports?device_id=3fef471b-1997-42c2-a9b3-16008afd50bf HTTP/1.1" status: 200 len: 949 time: 0.0791790 May 21 15:31:36.702201 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-1e0718ea-15f9-4d2c-8f08-49bd93f70e20 req-cbd36e8a-eeb8-499c-8577-37d06c753189 tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] 10.222.0.69 "GET /v2.0/security-groups?id=9c23abe6-f8be-4210-8482-102c7ca0446a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377035 May 21 15:31:37.983991 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a1087f-c6f2-42ed-8e5e-6e2345408334 req-ea62f8c2-6e7b-4249-8f61-b1a99f09ae9f tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:37.985364 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f9a1087f-c6f2-42ed-8e5e-6e2345408334 req-ea62f8c2-6e7b-4249-8f61-b1a99f09ae9f tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] 10.222.0.69 "GET /v2.0/ports?device_id=3fef471b-1997-42c2-a9b3-16008afd50bf HTTP/1.1" status: 200 len: 949 time: 0.1731675 May 21 15:31:38.030486 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f9a1087f-c6f2-42ed-8e5e-6e2345408334 req-0d75a972-b6f3-484f-8673-9106ec19b00f tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] 10.222.0.69 "GET /v2.0/security-groups?id=9c23abe6-f8be-4210-8482-102c7ca0446a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393236 May 21 15:31:38.465260 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2192952-96ab-4398-942c-8b30c4c693ba req-ca3de5fb-7e2e-439e-90ad-edc872e6d215 tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:38.466742 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-c2192952-96ab-4398-942c-8b30c4c693ba req-ca3de5fb-7e2e-439e-90ad-edc872e6d215 tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] 10.222.0.69 "GET /v2.0/ports?device_id=3fef471b-1997-42c2-a9b3-16008afd50bf HTTP/1.1" status: 200 len: 949 time: 0.0806508 May 21 15:31:38.515148 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-c2192952-96ab-4398-942c-8b30c4c693ba req-d5941e9f-3789-4548-a088-44c58067e7b5 tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] 10.222.0.69 "GET /v2.0/security-groups?id=9c23abe6-f8be-4210-8482-102c7ca0446a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425322 May 21 15:31:39.701680 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a6c94-4b63-4034-b8fc-3ec444802fe7 req-5724f37f-52c5-4738-835c-4ce1edcd5e32 tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:39.703248 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-9e6a6c94-4b63-4034-b8fc-3ec444802fe7 req-5724f37f-52c5-4738-835c-4ce1edcd5e32 tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] 10.222.0.69 "GET /v2.0/ports?device_id=3fef471b-1997-42c2-a9b3-16008afd50bf HTTP/1.1" status: 200 len: 949 time: 0.0791428 May 21 15:31:39.747980 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-9e6a6c94-4b63-4034-b8fc-3ec444802fe7 req-3da10d1c-193e-441e-b9b8-05d233cf3bb5 tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] 10.222.0.69 "GET /v2.0/security-groups?id=9c23abe6-f8be-4210-8482-102c7ca0446a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391657 May 21 15:31:39.860000 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aec88e8-d65a-4504-a553-fb348a18d71a req-b7b4541e-d75d-43fd-9b68-5ef970467b67 tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:31:39.860690 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-9aec88e8-d65a-4504-a553-fb348a18d71a req-b7b4541e-d75d-43fd-9b68-5ef970467b67 tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] Synchronizing usage tracker for tenant:582f18b4dfdc4a0a913609d2b39f99bf on resource:port {{(pid=91548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:31:39.878985 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-9aec88e8-d65a-4504-a553-fb348a18d71a req-b7b4541e-d75d-43fd-9b68-5ef970467b67 tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] Unset dirty status for tenant:582f18b4dfdc4a0a913609d2b39f99bf on resource:port {{(pid=91548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:31:39.880485 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-9aec88e8-d65a-4504-a553-fb348a18d71a req-b7b4541e-d75d-43fd-9b68-5ef970467b67 tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] 10.222.0.68 "GET /v2.0/ports?device_id=3fef471b-1997-42c2-a9b3-16008afd50bf HTTP/1.1" status: 200 len: 949 time: 0.1047459 May 21 15:31:40.022234 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [req-9aec88e8-d65a-4504-a553-fb348a18d71a req-a90dcbc0-81d8-4f19-a30b-e807f847c439 tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] Deleting port 34afa63b-a493-454a-b283-d1a399b157c7 {{(pid=91548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:31:40.022470 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-9aec88e8-d65a-4504-a553-fb348a18d71a req-a90dcbc0-81d8-4f19-a30b-e807f847c439 tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730419685614'] for port, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:40.160653 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [req-9aec88e8-d65a-4504-a553-fb348a18d71a req-a90dcbc0-81d8-4f19-a30b-e807f847c439 tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] For port 34afa63b-a493-454a-b283-d1a399b157c7, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=34afa63b-a493-454a-b283-d1a399b157c7,segment=NetworkSegment(b4c606b2-bcdc-4d9a-9292-c93b57b0a85c),segment_id=b4c606b2-bcdc-4d9a-9292-c93b57b0a85c)] {{(pid=91548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:31:40.161325 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-9aec88e8-d65a-4504-a553-fb348a18d71a req-a90dcbc0-81d8-4f19-a30b-e807f847c439 tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829031'] for port, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:40.286531 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [req-9aec88e8-d65a-4504-a553-fb348a18d71a req-a90dcbc0-81d8-4f19-a30b-e807f847c439 tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] Calling delete_port for 34afa63b-a493-454a-b283-d1a399b157c7 owned by compute:nova {{(pid=91548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:31:40.397685 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-9aec88e8-d65a-4504-a553-fb348a18d71a req-a90dcbc0-81d8-4f19-a30b-e807f847c439 tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730419690186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730419340162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14885552'] for port, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:40.403183 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-67cffa95-1991-46bb-8d26-d8c7bd26e0c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:31:40.413598 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] get_ports_and_sgs() called for port_ids ['34afa63b-a493-454a-b283-d1a399b157c7'] {{(pid=91550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:31:40.557155 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90dcbc0-81d8-4f19-a30b-e807f847c439 tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] Pushing event deleted for resources: {'Port': ['ID=34afa63b-a493-454a-b283-d1a399b157c7,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:31:40.561393 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-a90dcbc0-81d8-4f19-a30b-e807f847c439 tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:31:40.639117 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aec88e8-d65a-4504-a553-fb348a18d71a req-a90dcbc0-81d8-4f19-a30b-e807f847c439 tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] No DVR routers for this DVR port 34afa63b-a493-454a-b283-d1a399b157c7 on host hv-cinder-79229 {{(pid=91548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:31:40.645807 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-9aec88e8-d65a-4504-a553-fb348a18d71a req-a90dcbc0-81d8-4f19-a30b-e807f847c439 tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for port, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:40.652665 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fef471b-1997-42c2-a9b3-16008afd50bf', 'name': 'network-vif-deleted', 'tag': '34afa63b-a493-454a-b283-d1a399b157c7'}] {{(pid=91548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:31:40.665355 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-9aec88e8-d65a-4504-a553-fb348a18d71a req-a90dcbc0-81d8-4f19-a30b-e807f847c439 tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] 10.222.0.68 "DELETE /v2.0/ports/34afa63b-a493-454a-b283-d1a399b157c7 HTTP/1.1" status: 204 len: 173 time: 0.7766654 May 21 15:31:40.700377 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fef471b-1997-42c2-a9b3-16008afd50bf', 'name': 'network-vif-deleted', 'tag': '34afa63b-a493-454a-b283-d1a399b157c7', 'status': 'completed', 'code': 200} May 21 15:31:40.916139 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-becb7100-3da3-4f50-b90a-013b8fefff0f req-0abc6739-2bce-4ad1-be9b-6b410acb5ff7 tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] 10.222.0.69 "GET /v2.0/ports?device_id=3fef471b-1997-42c2-a9b3-16008afd50bf HTTP/1.1" status: 200 len: 210 time: 0.0470054 May 21 15:31:43.423659 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device 34afa63b-a493-454a-b283-d1a399b157c7 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:31:43.463047 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] No Port match for: 34afa63b-a493-454a-b283-d1a399b157c7 {{(pid=91550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:31:43.463404 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device 34afa63b-a493-454a-b283-d1a399b157c7 not bound to the agent host hv-cinder-79229 {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:31:45.254973 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-4675296b-4ba7-4aa8-8ba3-93eda2f569e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:46.581586 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 38194) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:31:46.731819 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-b291c721-b0ea-4779-aa62-6d1cccc52f5e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=582f18b4dfdc4a0a913609d2b39f99bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1490202 May 21 15:31:46.734595 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 38200) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:31:46.792564 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-96599443-acf7-48ff-aabe-780e942c98e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:46.818866 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-96599443-acf7-48ff-aabe-780e942c98e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:46.871078 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-96599443-acf7-48ff-aabe-780e942c98e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:46.874707 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-0b67b99f-78ef-4790-b6ef-52d87c039314 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:31:46.886313 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96599443-acf7-48ff-aabe-780e942c98e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c23abe6-f8be-4210-8482-102c7ca0446a,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:31:46.892854 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-96599443-acf7-48ff-aabe-780e942c98e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:31:46.893406 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-96599443-acf7-48ff-aabe-780e942c98e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:46.894487 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-96599443-acf7-48ff-aabe-780e942c98e0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9c23abe6-f8be-4210-8482-102c7ca0446a HTTP/1.1" status: 204 len: 168 time: 0.1592791 May 21 15:31:48.015025 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:48.314908 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-3f910afb-be6c-4eca-988c-1eec13243842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:49.330626 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e6f13acb-dde4-45e3-8932-2715da3406c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:50.893433 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-cb99478c-afff-4a9c-8770-f3354af234b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:53.262541 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:06.173743 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.agents_db [None req-1cb0bb7b-b6db-4325-ad21-6fa15867ad0e None None] Agent healthcheck: found 6 active agents {{(pid=91551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:32:08.335728 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 38336) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:32:08.460500 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-d7752151-2090-44da-a071-240ef065dd41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:08.475678 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-d7752151-2090-44da-a071-240ef065dd41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:32:08.479529 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-d7752151-2090-44da-a071-240ef065dd41 admin admin] Usage tracker for resource:security_group_rule and tenant:3481417aa9b54278a3d4ee5e4b62a31b is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:32:08.482371 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-d7752151-2090-44da-a071-240ef065dd41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:32:08.488086 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-d7752151-2090-44da-a071-240ef065dd41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:32:08.573286 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-d7752151-2090-44da-a071-240ef065dd41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:08.577497 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-d7752151-2090-44da-a071-240ef065dd41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:08.585241 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-c006574a-7b04-4978-92f6-6730529fe5e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:08.627331 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-d7752151-2090-44da-a071-240ef065dd41 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3481417aa9b54278a3d4ee5e4b62a31b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2904754 May 21 15:32:08.628512 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7752151-2090-44da-a071-240ef065dd41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cee1a4c-d2db-4245-b20a-77a76b55425e,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:08.630320 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 38342) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:32:08.632066 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-d7752151-2090-44da-a071-240ef065dd41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:08.695220 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-2b0fed07-b98d-4f1b-9872-ebc1daa754a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:08.720591 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-2b0fed07-b98d-4f1b-9872-ebc1daa754a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:08.778087 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-2b0fed07-b98d-4f1b-9872-ebc1daa754a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:08.781855 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-b5334bd3-737b-4ae1-b81c-e04e320a1780 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:08.795879 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fed07-b98d-4f1b-9872-ebc1daa754a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cee1a4c-d2db-4245-b20a-77a76b55425e,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:08.799680 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-2b0fed07-b98d-4f1b-9872-ebc1daa754a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:08.803254 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-2b0fed07-b98d-4f1b-9872-ebc1daa754a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:08.805245 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-2b0fed07-b98d-4f1b-9872-ebc1daa754a0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5cee1a4c-d2db-4245-b20a-77a76b55425e HTTP/1.1" status: 204 len: 168 time: 0.1730251 May 21 15:32:09.507704 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 38366) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:32:09.617902 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.v2.base [None req-48d2556c-afa9-44ac-84f5-b96b3a76235c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-954176865-network', 'tenant_id': '9b3311b9b0ea4e20a494602faa2bafcc'}} {{(pid=91549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:32:09.622690 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-48d2556c-afa9-44ac-84f5-b96b3a76235c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:32:09.626535 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-48d2556c-afa9-44ac-84f5-b96b3a76235c admin admin] Usage tracker for resource:network and tenant:9b3311b9b0ea4e20a494602faa2bafcc is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:32:09.629791 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-48d2556c-afa9-44ac-84f5-b96b3a76235c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:32:09.635676 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-48d2556c-afa9-44ac-84f5-b96b3a76235c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:32:09.650149 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d2556c-afa9-44ac-84f5-b96b3a76235c admin admin] Made reservation on behalf of 9b3311b9b0ea4e20a494602faa2bafcc for: {'network': 1} {{(pid=91549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:32:09.652578 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-48d2556c-afa9-44ac-84f5-b96b3a76235c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-578634'] for network, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:09.665737 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-48d2556c-afa9-44ac-84f5-b96b3a76235c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:09.680410 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-48d2556c-afa9-44ac-84f5-b96b3a76235c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:32:09.684323 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-48d2556c-afa9-44ac-84f5-b96b3a76235c admin admin] Usage tracker for resource:security_group_rule and tenant:9b3311b9b0ea4e20a494602faa2bafcc is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:32:09.687678 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-48d2556c-afa9-44ac-84f5-b96b3a76235c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:32:09.694315 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-48d2556c-afa9-44ac-84f5-b96b3a76235c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:32:09.783609 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-48d2556c-afa9-44ac-84f5-b96b3a76235c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:09.788724 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-48d2556c-afa9-44ac-84f5-b96b3a76235c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:09.791719 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-96599443-acf7-48ff-aabe-780e942c98e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:09.826706 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48d2556c-afa9-44ac-84f5-b96b3a76235c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=91549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 21 15:32:09.832233 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d2556c-afa9-44ac-84f5-b96b3a76235c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f4fc7f-cdf9-4acf-9e55-f4732ae4ed12,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:09.836287 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-48d2556c-afa9-44ac-84f5-b96b3a76235c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:09.841729 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-48d2556c-afa9-44ac-84f5-b96b3a76235c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703692'] for segment, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:09.842067 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.db.segments_db [None req-48d2556c-afa9-44ac-84f5-b96b3a76235c admin admin] Added segment ff606e48-e7cc-4d66-8d0d-c025c9aa548c of type vlan for network 5b542826-cfa8-402b-9f7a-d4936ebb79ee May 21 15:32:09.871204 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-48d2556c-afa9-44ac-84f5-b96b3a76235c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730419324398'] for network, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:09.903478 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-48d2556c-afa9-44ac-84f5-b96b3a76235c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1599858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697748'] for network, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:09.905593 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d2556c-afa9-44ac-84f5-b96b3a76235c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:09.906493 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-48d2556c-afa9-44ac-84f5-b96b3a76235c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697775'] for network, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:09.912321 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-bfdfd3a9-b9af-49fb-9274-7a29d8f49904 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:10.021243 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-48d2556c-afa9-44ac-84f5-b96b3a76235c admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5116618 May 21 15:32:10.022567 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d2556c-afa9-44ac-84f5-b96b3a76235c admin admin] Pushing event updated for resources: {'Network': ['ID=5b542826-cfa8-402b-9f7a-d4936ebb79ee,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:10.023914 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 38372) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:32:10.026543 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-48d2556c-afa9-44ac-84f5-b96b3a76235c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:10.030836 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [None req-c21ac18a-c2c3-45fa-ab88-69bdcd4a5f3f admin admin] Request body: {'subnet': {'network_id': '5b542826-cfa8-402b-9f7a-d4936ebb79ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-954176865-subnet', 'tenant_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'ip_version': 4}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:32:10.034607 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Network 5b542826-cfa8-402b-9f7a-d4936ebb79ee details requested by agent ovs-agent-dv-cinder-792299-3-iscsi with host dv-cinder-792299-3-iscsi {{(pid=91550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 15:32:10.036934 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-c21ac18a-c2c3-45fa-ab88-69bdcd4a5f3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:32:10.041192 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-c21ac18a-c2c3-45fa-ab88-69bdcd4a5f3f admin admin] Usage tracker for resource:subnet and tenant:9b3311b9b0ea4e20a494602faa2bafcc is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:32:10.044178 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-c21ac18a-c2c3-45fa-ab88-69bdcd4a5f3f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:32:10.049931 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-c21ac18a-c2c3-45fa-ab88-69bdcd4a5f3f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:32:10.061339 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21ac18a-c2c3-45fa-ab88-69bdcd4a5f3f admin admin] Made reservation on behalf of 9b3311b9b0ea4e20a494602faa2bafcc for: {'subnet': 1} {{(pid=91548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:32:10.063863 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-c21ac18a-c2c3-45fa-ab88-69bdcd4a5f3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14760868'] for subnet, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:10.459206 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-c21ac18a-c2c3-45fa-ab88-69bdcd4a5f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14885468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14760842'] for subnet, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:10.463330 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:10.539518 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21ac18a-c2c3-45fa-ab88-69bdcd4a5f3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=59cccb6e-6d77-4ef7-87c5-346fee1124e0,revision_number=0']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:10.543013 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-c21ac18a-c2c3-45fa-ab88-69bdcd4a5f3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:10.548980 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21ac18a-c2c3-45fa-ab88-69bdcd4a5f3f admin admin] Checking segment: {'id': 'ff606e48-e7cc-4d66-8d0d-c025c9aa548c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5b542826-cfa8-402b-9f7a-d4936ebb79ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:32:10.549335 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21ac18a-c2c3-45fa-ab88-69bdcd4a5f3f admin admin] Network hostable DHCP agents. Network: 5b542826-cfa8-402b-9f7a-d4936ebb79ee, hostable agents: ['c7b0d441-ff2d-4a67-9ef1-8c68d51adfa8'], hosted agents: [] {{(pid=91548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 15:32:10.566807 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21ac18a-c2c3-45fa-ab88-69bdcd4a5f3f admin admin] Network 5b542826-cfa8-402b-9f7a-d4936ebb79ee is scheduled to be hosted by DHCP agent c7b0d441-ff2d-4a67-9ef1-8c68d51adfa8 with binding_index 1 {{(pid=91548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 15:32:10.575983 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.base_scheduler [None req-c21ac18a-c2c3-45fa-ab88-69bdcd4a5f3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-3-iscsi, 5b542826-cfa8-402b-9f7a-d4936ebb79ee) {{(pid=91548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:32:10.585391 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21ac18a-c2c3-45fa-ab88-69bdcd4a5f3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:10.585668 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87325397-2827-4506-8a20-5bb22fa8f531 None None] Network 5b542826-cfa8-402b-9f7a-d4936ebb79ee requested from dv-cinder-792299-3-iscsi {{(pid=91550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:32:10.585988 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-c21ac18a-c2c3-45fa-ab88-69bdcd4a5f3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:10.617244 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-c21ac18a-c2c3-45fa-ab88-69bdcd4a5f3f admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5921996 May 21 15:32:10.619971 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 38376) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:32:10.625540 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.v2.base [None req-0d85d8e2-9eb0-4191-8616-e1de9b38acfb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-954176865-router', 'tenant_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed'}}} {{(pid=91549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:32:10.630993 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-0d85d8e2-9eb0-4191-8616-e1de9b38acfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:32:10.634816 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-0d85d8e2-9eb0-4191-8616-e1de9b38acfb admin admin] Usage tracker for resource:router and tenant:9b3311b9b0ea4e20a494602faa2bafcc is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:32:10.637736 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-0d85d8e2-9eb0-4191-8616-e1de9b38acfb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:32:10.651721 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-0d85d8e2-9eb0-4191-8616-e1de9b38acfb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:32:10.665633 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-0d85d8e2-9eb0-4191-8616-e1de9b38acfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1768168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3587'] for router, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:10.666673 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-0d85d8e2-9eb0-4191-8616-e1de9b38acfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1594772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:10.682220 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-0d85d8e2-9eb0-4191-8616-e1de9b38acfb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:10.818805 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f33b16-aaf9-4605-92f6-623cbb1a5a6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp691765e8-26f9-5dea-9763-d4c33d86b24f-5b542826-cfa8-402b-9f7a-d4936ebb79ee', 'network_id': '5b542826-cfa8-402b-9f7a-d4936ebb79ee', 'tenant_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'fixed_ips': [{'subnet_id': '59cccb6e-6d77-4ef7-87c5-346fee1124e0'}]}} from dv-cinder-792299-3-iscsi. {{(pid=91550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 21 15:32:10.819715 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e5f33b16-aaf9-4605-92f6-623cbb1a5a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_create {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:10.956839 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-0d85d8e2-9eb0-4191-8616-e1de9b38acfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1775829', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1768186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:10.981995 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.db_base_plugin_common [None req-e5f33b16-aaf9-4605-92f6-623cbb1a5a6b None None] Allocated IP 172.20.0.2 (5b542826-cfa8-402b-9f7a-d4936ebb79ee/59cccb6e-6d77-4ef7-87c5-346fee1124e0/0162eb0b-1759-4f8a-8346-6d3de74d8de4) {{(pid=91550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:32:11.202856 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e5f33b16-aaf9-4605-92f6-623cbb1a5a6b None None] Notify callbacks [] for port, precommit_create {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:11.216165 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-e5f33b16-aaf9-4605-92f6-623cbb1a5a6b None None] Transition to ACTIVE for port object 0162eb0b-1759-4f8a-8346-6d3de74d8de4 will not be triggered until provisioned by entity L2. {{(pid=91550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:32:11.233226 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-e5f33b16-aaf9-4605-92f6-623cbb1a5a6b None None] Transition to ACTIVE for port object 0162eb0b-1759-4f8a-8346-6d3de74d8de4 will not be triggered until provisioned by entity DHCP. {{(pid=91550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:32:11.240274 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e5f33b16-aaf9-4605-92f6-623cbb1a5a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730419340153'] for port, after_create {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:11.244409 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:11.282355 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-0d85d8e2-9eb0-4191-8616-e1de9b38acfb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:11.307303 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f33b16-aaf9-4605-92f6-623cbb1a5a6b None None] Network 5b542826-cfa8-402b-9f7a-d4936ebb79ee is already hosted by enough agents. {{(pid=91550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:32:11.310715 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.scheduler.base_scheduler [None req-e5f33b16-aaf9-4605-92f6-623cbb1a5a6b None None] Resources bound (agent type, host, resource id): {{(pid=91550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:32:11.313844 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f33b16-aaf9-4605-92f6-623cbb1a5a6b None None] Received port after_create {{(pid=91550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:32:11.356595 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f33b16-aaf9-4605-92f6-623cbb1a5a6b None None] Pushing event updated for resources: {'Port': ['ID=0162eb0b-1759-4f8a-8346-6d3de74d8de4,revision_number=1']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:11.359957 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-e5f33b16-aaf9-4605-92f6-623cbb1a5a6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:11.423173 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.managers [None req-e5f33b16-aaf9-4605-92f6-623cbb1a5a6b None None] Attempting to bind port 0162eb0b-1759-4f8a-8346-6d3de74d8de4 on host dv-cinder-792299-3-iscsi for vnic_type normal with profile {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:32:11.423476 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-0d85d8e2-9eb0-4191-8616-e1de9b38acfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:11.423605 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.managers [None req-e5f33b16-aaf9-4605-92f6-623cbb1a5a6b None None] Attempting to bind port 0162eb0b-1759-4f8a-8346-6d3de74d8de4 by drivers openvswitch,hyperv on host dv-cinder-792299-3-iscsi at level 0 using segments [{'id': 'ff606e48-e7cc-4d66-8d0d-c025c9aa548c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5b542826-cfa8-402b-9f7a-d4936ebb79ee'}] {{(pid=91550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:32:11.423908 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f33b16-aaf9-4605-92f6-623cbb1a5a6b None None] Attempting to bind port 0162eb0b-1759-4f8a-8346-6d3de74d8de4 on network 5b542826-cfa8-402b-9f7a-d4936ebb79ee {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:32:11.430177 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f33b16-aaf9-4605-92f6-623cbb1a5a6b None None] Checking agent: {'id': 'f4608e34-e7ca-4ad2-a713-84295da40874', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 12, 18), 'started_at': datetime.datetime(2021, 5, 21, 15, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:32:11.430558 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f33b16-aaf9-4605-92f6-623cbb1a5a6b None None] Checking segment: {'id': 'ff606e48-e7cc-4d66-8d0d-c025c9aa548c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5b542826-cfa8-402b-9f7a-d4936ebb79ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:32:11.431003 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e5f33b16-aaf9-4605-92f6-623cbb1a5a6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:11.431495 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f33b16-aaf9-4605-92f6-623cbb1a5a6b None None] Bound using segment: {'id': 'ff606e48-e7cc-4d66-8d0d-c025c9aa548c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5b542826-cfa8-402b-9f7a-d4936ebb79ee'} {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:32:11.432153 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.managers [None req-e5f33b16-aaf9-4605-92f6-623cbb1a5a6b None None] Bound port: 0162eb0b-1759-4f8a-8346-6d3de74d8de4, host: dv-cinder-792299-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff606e48-e7cc-4d66-8d0d-c025c9aa548c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5b542826-cfa8-402b-9f7a-d4936ebb79ee'}}] {{(pid=91550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:32:11.432543 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e5f33b16-aaf9-4605-92f6-623cbb1a5a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:11.530550 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-e5f33b16-aaf9-4605-92f6-623cbb1a5a6b None None] For port 0162eb0b-1759-4f8a-8346-6d3de74d8de4, host dv-cinder-792299-3-iscsi, cleared binding levels {{(pid=91550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:32:11.538596 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-e5f33b16-aaf9-4605-92f6-623cbb1a5a6b None None] For port 0162eb0b-1759-4f8a-8346-6d3de74d8de4, host dv-cinder-792299-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=0162eb0b-1759-4f8a-8346-6d3de74d8de4,segment=NetworkSegment(ff606e48-e7cc-4d66-8d0d-c025c9aa548c),segment_id=ff606e48-e7cc-4d66-8d0d-c025c9aa548c)] {{(pid=91550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:32:11.542839 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e5f33b16-aaf9-4605-92f6-623cbb1a5a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:11.547512 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:11.564846 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.db_base_plugin_common [None req-0d85d8e2-9eb0-4191-8616-e1de9b38acfb admin admin] Allocated IP 172.27.2.218 (ba463646-5c92-40f4-a60a-d72924905aed/aafb72b8-44f1-4418-af97-0acaa496b3de/2ec5df50-5e23-4c23-a5d4-5a527d06eb8a) {{(pid=91549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:32:11.651510 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f33b16-aaf9-4605-92f6-623cbb1a5a6b None None] Pushing event updated for resources: {'Port': ['ID=0162eb0b-1759-4f8a-8346-6d3de74d8de4,revision_number=2']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:11.655220 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-e5f33b16-aaf9-4605-92f6-623cbb1a5a6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:11.737549 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-0d85d8e2-9eb0-4191-8616-e1de9b38acfb admin admin] Notify callbacks [] for port, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:11.771935 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-0d85d8e2-9eb0-4191-8616-e1de9b38acfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730419340153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14871526'] for port, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:11.776011 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:11.851182 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d85d8e2-9eb0-4191-8616-e1de9b38acfb admin admin] Network ba463646-5c92-40f4-a60a-d72924905aed is already hosted by enough agents. {{(pid=91549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:32:11.855731 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.base_scheduler [None req-0d85d8e2-9eb0-4191-8616-e1de9b38acfb admin admin] Resources bound (agent type, host, resource id): {{(pid=91549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:32:11.858648 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d85d8e2-9eb0-4191-8616-e1de9b38acfb admin admin] Received port after_create {{(pid=91549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:32:11.894246 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d85d8e2-9eb0-4191-8616-e1de9b38acfb admin admin] Pushing event updated for resources: {'Port': ['ID=2ec5df50-5e23-4c23-a5d4-5a527d06eb8a,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:11.897902 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-0d85d8e2-9eb0-4191-8616-e1de9b38acfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:12.313076 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-0d85d8e2-9eb0-4191-8616-e1de9b38acfb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:12.572785 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c6877c-c6dd-45cd-b22e-7ae7ed41b9d4 None None] Network 5b542826-cfa8-402b-9f7a-d4936ebb79ee requested from dv-cinder-792299-3-iscsi {{(pid=91550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:32:12.663691 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-648d5662-4117-4844-b8e8-7bf7479f2555 None None] Provisioning for port 0162eb0b-1759-4f8a-8346-6d3de74d8de4 completed by entity DHCP. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:32:12.673189 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-0d85d8e2-9eb0-4191-8616-e1de9b38acfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1768177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1763072'] for router, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:12.853648 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 0162eb0b-1759-4f8a-8346-6d3de74d8de4 up at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:32:12.941697 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning for port 0162eb0b-1759-4f8a-8346-6d3de74d8de4 completed by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:32:12.948688 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning complete for port 0162eb0b-1759-4f8a-8346-6d3de74d8de4 triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:32:12.949237 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:13.005956 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d85d8e2-9eb0-4191-8616-e1de9b38acfb admin admin] Router a50cf4a7-018d-46ef-9086-b3a7d3d46f76 is scheduled to L3 agent 9c636599-187f-4688-bb24-d46a8be2a055 with binding_index 1 {{(pid=91549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 21 15:32:13.086460 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:13.117850 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-c581f13c-c1ad-47d0-8675-8473991bc2ae None None] Provisioning complete for port 0162eb0b-1759-4f8a-8346-6d3de74d8de4 triggered by entity DHCP. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:32:13.118151 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-c581f13c-c1ad-47d0-8675-8473991bc2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:13.165162 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] For port 0162eb0b-1759-4f8a-8346-6d3de74d8de4, host dv-cinder-792299-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=0162eb0b-1759-4f8a-8346-6d3de74d8de4,segment=NetworkSegment(ff606e48-e7cc-4d66-8d0d-c025c9aa548c),segment_id=ff606e48-e7cc-4d66-8d0d-c025c9aa548c)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:32:13.173951 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:13.179345 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:13.202358 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d85d8e2-9eb0-4191-8616-e1de9b38acfb admin admin] Notify agent at l3_agent.dv-cinder-792299-3-iscsi the message routers_updated {{(pid=91549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:32:13.224654 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a481ee-1c67-4a60-b65a-44320a759c1a None None] Sync routers for ids ['a50cf4a7-018d-46ef-9086-b3a7d3d46f76'] in dv-cinder-792299-3-iscsi {{(pid=91550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:32:13.237188 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-0d85d8e2-9eb0-4191-8616-e1de9b38acfb admin admin] Notify callbacks [] for router, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:13.238645 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-0d85d8e2-9eb0-4191-8616-e1de9b38acfb admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6173983 May 21 15:32:13.241778 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 38380) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:32:13.264602 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a481ee-1c67-4a60-b65a-44320a759c1a None None] Routers {'a50cf4a7-018d-46ef-9086-b3a7d3d46f76'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:32:13.265246 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-b9a481ee-1c67-4a60-b65a-44320a759c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:31:48Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['a50cf4a7-018d-46ef-9086-b3a7d3d46f76'], 'active': True} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:32:13.413802 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Pushing event updated for resources: {'Port': ['ID=0162eb0b-1759-4f8a-8346-6d3de74d8de4,revision_number=3']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:13.417040 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:13.579222 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvr_db [None req-b9a481ee-1c67-4a60-b65a-44320a759c1a None None] Set router a50cf4a7-018d-46ef-9086-b3a7d3d46f76 gateway port host: dv-cinder-792299-3-iscsi {{(pid=91550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:32:13.917885 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-b9a481ee-1c67-4a60-b65a-44320a759c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'name': 'tempest-TestVolumeBootPattern-954176865-router', 'tenant_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '2ec5df50-5e23-4c23-a5d4-5a527d06eb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:32:10Z', 'updated_at': '2021-05-21T15:32:12Z', 'revision_number': 3, 'project_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'gw_port': {'id': '2ec5df50-5e23-4c23-a5d4-5a527d06eb8a', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:02:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:32:11Z', 'updated_at': '2021-05-21T15:32:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi'}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:32:13.923999 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a481ee-1c67-4a60-b65a-44320a759c1a None None] Checking router: a50cf4a7-018d-46ef-9086-b3a7d3d46f76 for host: dv-cinder-792299-3-iscsi {{(pid=91550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:32:13.924247 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a481ee-1c67-4a60-b65a-44320a759c1a None None] Updating router a50cf4a7-018d-46ef-9086-b3a7d3d46f76 port 2ec5df50-5e23-4c23-a5d4-5a527d06eb8a binding host dv-cinder-792299-3-iscsi {{(pid=91550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 21 15:32:13.983048 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-b9a481ee-1c67-4a60-b65a-44320a759c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:14.009787 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-8e4edbfe-b29a-4e39-bc81-c503b1c717cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:14.291155 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.db_base_plugin_common [None req-8e4edbfe-b29a-4e39-bc81-c503b1c717cd admin admin] Allocated IP 172.20.0.1 (5b542826-cfa8-402b-9f7a-d4936ebb79ee/59cccb6e-6d77-4ef7-87c5-346fee1124e0/70acbc60-e398-4439-8319-ab7cc3c5734d) {{(pid=91549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:32:14.377321 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-b9a481ee-1c67-4a60-b65a-44320a759c1a None None] Notify callbacks [] for port, precommit_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:14.389863 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-b9a481ee-1c67-4a60-b65a-44320a759c1a None None] Transition to ACTIVE for port object 2ec5df50-5e23-4c23-a5d4-5a527d06eb8a will not be triggered until provisioned by entity L2. {{(pid=91550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:32:14.397822 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-b9a481ee-1c67-4a60-b65a-44320a759c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:14.402433 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:14.471431 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-8e4edbfe-b29a-4e39-bc81-c503b1c717cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:14.481121 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.managers [None req-b9a481ee-1c67-4a60-b65a-44320a759c1a None None] Attempting to bind port 2ec5df50-5e23-4c23-a5d4-5a527d06eb8a on host dv-cinder-792299-3-iscsi for vnic_type normal with profile {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:32:14.481499 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.managers [None req-b9a481ee-1c67-4a60-b65a-44320a759c1a None None] Attempting to bind port 2ec5df50-5e23-4c23-a5d4-5a527d06eb8a by drivers openvswitch,hyperv on host dv-cinder-792299-3-iscsi at level 0 using segments [{'id': '6e22115a-e16c-4b74-9ec4-448dbc5267a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed'}] {{(pid=91550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:32:14.481970 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a481ee-1c67-4a60-b65a-44320a759c1a None None] Attempting to bind port 2ec5df50-5e23-4c23-a5d4-5a527d06eb8a on network ba463646-5c92-40f4-a60a-d72924905aed {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:32:14.489798 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114feb38-285b-43dc-baeb-cbe3c18c7d3e None None] Pushing event updated for resources: {'Port': ['ID=2ec5df50-5e23-4c23-a5d4-5a527d06eb8a,revision_number=2']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:14.490107 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.provisioning_blocks [None req-8e4edbfe-b29a-4e39-bc81-c503b1c717cd admin admin] Transition to ACTIVE for port object 70acbc60-e398-4439-8319-ab7cc3c5734d will not be triggered until provisioned by entity DHCP. {{(pid=91549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:32:14.493662 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-114feb38-285b-43dc-baeb-cbe3c18c7d3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:14.494560 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a481ee-1c67-4a60-b65a-44320a759c1a None None] Checking agent: {'id': 'f4608e34-e7ca-4ad2-a713-84295da40874', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 12, 18), 'started_at': datetime.datetime(2021, 5, 21, 15, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:32:14.495012 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a481ee-1c67-4a60-b65a-44320a759c1a None None] Checking segment: {'id': '6e22115a-e16c-4b74-9ec4-448dbc5267a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:32:14.495428 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-b9a481ee-1c67-4a60-b65a-44320a759c1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:14.495920 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a481ee-1c67-4a60-b65a-44320a759c1a None None] Bound using segment: {'id': '6e22115a-e16c-4b74-9ec4-448dbc5267a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed'} {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:32:14.496407 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.managers [None req-b9a481ee-1c67-4a60-b65a-44320a759c1a None None] Bound port: 2ec5df50-5e23-4c23-a5d4-5a527d06eb8a, host: dv-cinder-792299-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e22115a-e16c-4b74-9ec4-448dbc5267a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed'}}] {{(pid=91550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:32:14.496819 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-b9a481ee-1c67-4a60-b65a-44320a759c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:14.515839 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-8e4edbfe-b29a-4e39-bc81-c503b1c717cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730419340153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14871526'] for port, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:14.519701 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-2fa1963f-280c-418f-874f-67810f56d95b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:14.586084 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-b9a481ee-1c67-4a60-b65a-44320a759c1a None None] For port 2ec5df50-5e23-4c23-a5d4-5a527d06eb8a, host dv-cinder-792299-3-iscsi, cleared binding levels {{(pid=91550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:32:14.589483 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-b9a481ee-1c67-4a60-b65a-44320a759c1a None None] For port 2ec5df50-5e23-4c23-a5d4-5a527d06eb8a, host dv-cinder-792299-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=2ec5df50-5e23-4c23-a5d4-5a527d06eb8a,segment=NetworkSegment(6e22115a-e16c-4b74-9ec4-448dbc5267a0),segment_id=6e22115a-e16c-4b74-9ec4-448dbc5267a0)] {{(pid=91550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:32:14.594854 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-b9a481ee-1c67-4a60-b65a-44320a759c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:14.599877 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4edbfe-b29a-4e39-bc81-c503b1c717cd admin admin] Network 5b542826-cfa8-402b-9f7a-d4936ebb79ee is already hosted by enough agents. {{(pid=91549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:32:14.600105 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:14.602797 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.base_scheduler [None req-8e4edbfe-b29a-4e39-bc81-c503b1c717cd admin admin] Resources bound (agent type, host, resource id): {{(pid=91549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:32:14.606413 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4edbfe-b29a-4e39-bc81-c503b1c717cd admin admin] Received port after_create {{(pid=91549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:32:14.637078 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4edbfe-b29a-4e39-bc81-c503b1c717cd admin admin] Pushing event updated for resources: {'Port': ['ID=70acbc60-e398-4439-8319-ab7cc3c5734d,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:14.643657 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-8e4edbfe-b29a-4e39-bc81-c503b1c717cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:14.681306 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-8e4edbfe-b29a-4e39-bc81-c503b1c717cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774610'] for router_interface, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:14.685397 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a481ee-1c67-4a60-b65a-44320a759c1a None None] Routers {'a50cf4a7-018d-46ef-9086-b3a7d3d46f76'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:32:14.686148 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-b9a481ee-1c67-4a60-b65a-44320a759c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:31:48Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['a50cf4a7-018d-46ef-9086-b3a7d3d46f76'], 'active': True} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:32:14.845773 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 0162eb0b-1759-4f8a-8346-6d3de74d8de4 up at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:32:14.907483 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114feb38-285b-43dc-baeb-cbe3c18c7d3e None None] Pushing event updated for resources: {'Port': ['ID=2ec5df50-5e23-4c23-a5d4-5a527d06eb8a,revision_number=3']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:14.933037 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-114feb38-285b-43dc-baeb-cbe3c18c7d3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:14.952688 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-a174b4ac-f661-462b-9dcf-591ed598a69b None None] Provisioning for port 70acbc60-e398-4439-8319-ab7cc3c5734d completed by entity DHCP. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:32:14.967213 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvr_db [None req-b9a481ee-1c67-4a60-b65a-44320a759c1a None None] Set router a50cf4a7-018d-46ef-9086-b3a7d3d46f76 gateway port host: dv-cinder-792299-3-iscsi {{(pid=91550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:32:15.010070 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-a174b4ac-f661-462b-9dcf-591ed598a69b None None] Provisioning complete for port 70acbc60-e398-4439-8319-ab7cc3c5734d triggered by entity DHCP. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:32:15.010452 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-a174b4ac-f661-462b-9dcf-591ed598a69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:15.099670 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-8e4edbfe-b29a-4e39-bc81-c503b1c717cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:15.265681 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-a174b4ac-f661-462b-9dcf-591ed598a69b None None] Port 70acbc60-e398-4439-8319-ab7cc3c5734d cannot update to ACTIVE because it is not bound. {{(pid=91550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 15:32:15.281549 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning complete for port 0162eb0b-1759-4f8a-8346-6d3de74d8de4 triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:32:15.281934 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:15.318223 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-9f987ef1-4f30-4f8e-9d22-724997e63257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:15.334873 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-8e4edbfe-b29a-4e39-bc81-c503b1c717cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:15.340328 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-8e4edbfe-b29a-4e39-bc81-c503b1c717cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14871537'] for port, after_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:15.370124 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-131a94a0-43cb-4ddc-8697-3ff8e221e41b tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:15.456359 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-8e4edbfe-b29a-4e39-bc81-c503b1c717cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1697730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774703'] for router_interface, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:15.461687 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4edbfe-b29a-4e39-bc81-c503b1c717cd admin admin] Pushing event updated for resources: {'Port': ['ID=70acbc60-e398-4439-8319-ab7cc3c5734d,revision_number=2']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:15.463829 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-8e4edbfe-b29a-4e39-bc81-c503b1c717cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:15.497136 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-b9a481ee-1c67-4a60-b65a-44320a759c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'name': 'tempest-TestVolumeBootPattern-954176865-router', 'tenant_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '2ec5df50-5e23-4c23-a5d4-5a527d06eb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:32:10Z', 'updated_at': '2021-05-21T15:32:12Z', 'revision_number': 3, 'project_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'gw_port': {'id': '2ec5df50-5e23-4c23-a5d4-5a527d06eb8a', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:02:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:32:11Z', 'updated_at': '2021-05-21T15:32:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi'}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:32:15.501155 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a481ee-1c67-4a60-b65a-44320a759c1a None None] The sync data for ids ['a50cf4a7-018d-46ef-9086-b3a7d3d46f76'] in dv-cinder-792299-3-iscsi is: [{'id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'name': 'tempest-TestVolumeBootPattern-954176865-router', 'tenant_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '2ec5df50-5e23-4c23-a5d4-5a527d06eb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:32:10Z', 'updated_at': '2021-05-21T15:32:12Z', 'revision_number': 3, 'project_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'gw_port': {'id': '2ec5df50-5e23-4c23-a5d4-5a527d06eb8a', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:02:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:32:11Z', 'updated_at': '2021-05-21T15:32:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi'}] {{(pid=91550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:32:15.603761 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4edbfe-b29a-4e39-bc81-c503b1c717cd admin admin] Network 5b542826-cfa8-402b-9f7a-d4936ebb79ee is already hosted by enough agents. {{(pid=91549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:32:15.604857 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.base_scheduler [None req-8e4edbfe-b29a-4e39-bc81-c503b1c717cd admin admin] Resources bound (agent type, host, resource id): {{(pid=91549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:32:15.819522 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e4edbfe-b29a-4e39-bc81-c503b1c717cd admin admin] Router a50cf4a7-018d-46ef-9086-b3a7d3d46f76 has already been hosted by L3 agent 9c636599-187f-4688-bb24-d46a8be2a055 {{(pid=91549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:32:15.891979 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-141f4184-39e3-443e-b387-33e4f0d52882 None None] Provisioning complete for port 70acbc60-e398-4439-8319-ab7cc3c5734d triggered by entity DHCP. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:32:15.892566 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-141f4184-39e3-443e-b387-33e4f0d52882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:15.951516 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-141f4184-39e3-443e-b387-33e4f0d52882 None None] Port 70acbc60-e398-4439-8319-ab7cc3c5734d cannot update to ACTIVE because it is not bound. {{(pid=91550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 15:32:16.009223 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4edbfe-b29a-4e39-bc81-c503b1c717cd admin admin] Notify agent at l3_agent.dv-cinder-792299-3-iscsi the message routers_updated {{(pid=91549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:32:16.019257 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-8e4edbfe-b29a-4e39-bc81-c503b1c717cd admin admin] 10.222.0.69 "PUT /v2.0/routers/a50cf4a7-018d-46ef-9086-b3a7d3d46f76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7761652 May 21 15:32:16.560179 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 38398) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:32:16.565814 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.v2.base [None req-ee24ba50-7890-44bd-b511-24125fa11731 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1763258360-network', 'tenant_id': '2f354fcea14047f28892c53cf2b23417'}} {{(pid=91549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:32:16.571019 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-ee24ba50-7890-44bd-b511-24125fa11731 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:32:16.574876 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-ee24ba50-7890-44bd-b511-24125fa11731 admin admin] Usage tracker for resource:network and tenant:2f354fcea14047f28892c53cf2b23417 is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:32:16.577876 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-ee24ba50-7890-44bd-b511-24125fa11731 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:32:16.584282 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-ee24ba50-7890-44bd-b511-24125fa11731 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:32:16.597354 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee24ba50-7890-44bd-b511-24125fa11731 admin admin] Made reservation on behalf of 2f354fcea14047f28892c53cf2b23417 for: {'network': 1} {{(pid=91549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:32:16.600856 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-ee24ba50-7890-44bd-b511-24125fa11731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-578634'] for network, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:16.614712 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-ee24ba50-7890-44bd-b511-24125fa11731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:16.629770 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-ee24ba50-7890-44bd-b511-24125fa11731 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:32:16.635540 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-ee24ba50-7890-44bd-b511-24125fa11731 admin admin] Usage tracker for resource:security_group_rule and tenant:2f354fcea14047f28892c53cf2b23417 is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:32:16.638408 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-ee24ba50-7890-44bd-b511-24125fa11731 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:32:16.644663 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-ee24ba50-7890-44bd-b511-24125fa11731 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:32:16.737559 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-ee24ba50-7890-44bd-b511-24125fa11731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:16.742206 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-ee24ba50-7890-44bd-b511-24125fa11731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:16.745356 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-1acccd90-b4c3-4d74-b86e-b24be98ffbe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:16.776168 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee24ba50-7890-44bd-b511-24125fa11731 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=91549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 21 15:32:16.786104 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee24ba50-7890-44bd-b511-24125fa11731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8c2a66-fd1a-4cc0-8b78-1ac8aa9ced5f,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:16.789818 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-ee24ba50-7890-44bd-b511-24125fa11731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:16.794280 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-ee24ba50-7890-44bd-b511-24125fa11731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703692'] for segment, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:16.794678 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.db.segments_db [None req-ee24ba50-7890-44bd-b511-24125fa11731 admin admin] Added segment 35f3268b-d740-4c19-b765-7fd64145c570 of type vlan for network 8205422b-df8f-4f0c-a9e5-18546d39af94 May 21 15:32:16.824371 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-ee24ba50-7890-44bd-b511-24125fa11731 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730419324398'] for network, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:16.866752 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-ee24ba50-7890-44bd-b511-24125fa11731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1599858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697748'] for network, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:16.868356 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee24ba50-7890-44bd-b511-24125fa11731 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:16.870209 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-ee24ba50-7890-44bd-b511-24125fa11731 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697775'] for network, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:16.871363 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 2ec5df50-5e23-4c23-a5d4-5a527d06eb8a up at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:32:16.875000 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:16.952890 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning for port 2ec5df50-5e23-4c23-a5d4-5a527d06eb8a completed by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:32:16.958068 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning complete for port 2ec5df50-5e23-4c23-a5d4-5a527d06eb8a triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:32:16.958452 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:16.987892 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee24ba50-7890-44bd-b511-24125fa11731 admin admin] Pushing event updated for resources: {'Network': ['ID=8205422b-df8f-4f0c-a9e5-18546d39af94,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:16.991855 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-ee24ba50-7890-44bd-b511-24125fa11731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:16.997920 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-ee24ba50-7890-44bd-b511-24125fa11731 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4364192 May 21 15:32:16.999102 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 38402) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:32:17.007170 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Network 8205422b-df8f-4f0c-a9e5-18546d39af94 details requested by agent ovs-agent-dv-cinder-792299-3-iscsi with host dv-cinder-792299-3-iscsi {{(pid=91550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 15:32:17.007602 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [None req-95119e61-e809-42a7-9b25-a5b2395fbba1 admin admin] Request body: {'subnet': {'network_id': '8205422b-df8f-4f0c-a9e5-18546d39af94', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1763258360-subnet', 'tenant_id': '2f354fcea14047f28892c53cf2b23417', 'ip_version': 4}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:32:17.013109 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-95119e61-e809-42a7-9b25-a5b2395fbba1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:32:17.017631 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-95119e61-e809-42a7-9b25-a5b2395fbba1 admin admin] Usage tracker for resource:subnet and tenant:2f354fcea14047f28892c53cf2b23417 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:32:17.020870 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-95119e61-e809-42a7-9b25-a5b2395fbba1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:32:17.027542 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-95119e61-e809-42a7-9b25-a5b2395fbba1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:32:17.039225 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95119e61-e809-42a7-9b25-a5b2395fbba1 admin admin] Made reservation on behalf of 2f354fcea14047f28892c53cf2b23417 for: {'subnet': 1} {{(pid=91548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:32:17.041789 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-95119e61-e809-42a7-9b25-a5b2395fbba1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14760868'] for subnet, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:17.109834 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1bbf15-c591-48bc-93a4-ec1a5310f443 None None] Sync routers for ids ['a50cf4a7-018d-46ef-9086-b3a7d3d46f76'] in dv-cinder-792299-3-iscsi {{(pid=91551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:32:17.121562 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1bbf15-c591-48bc-93a4-ec1a5310f443 None None] Routers {'a50cf4a7-018d-46ef-9086-b3a7d3d46f76'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:32:17.122194 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-bf1bbf15-c591-48bc-93a4-ec1a5310f443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:31:48Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['a50cf4a7-018d-46ef-9086-b3a7d3d46f76'], 'active': True} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:32:17.189172 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:17.210318 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] For port 2ec5df50-5e23-4c23-a5d4-5a527d06eb8a, host dv-cinder-792299-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=2ec5df50-5e23-4c23-a5d4-5a527d06eb8a,segment=NetworkSegment(6e22115a-e16c-4b74-9ec4-448dbc5267a0),segment_id=6e22115a-e16c-4b74-9ec4-448dbc5267a0)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:32:17.215011 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:17.216883 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:17.299679 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Pushing event updated for resources: {'Port': ['ID=2ec5df50-5e23-4c23-a5d4-5a527d06eb8a,revision_number=4']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:17.303307 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:17.349022 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvr_db [None req-bf1bbf15-c591-48bc-93a4-ec1a5310f443 None None] Set router a50cf4a7-018d-46ef-9086-b3a7d3d46f76 gateway port host: dv-cinder-792299-3-iscsi {{(pid=91551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:32:17.462525 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-95119e61-e809-42a7-9b25-a5b2395fbba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14885468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14760842'] for subnet, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:17.466343 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:17.544116 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95119e61-e809-42a7-9b25-a5b2395fbba1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f743c155-75e3-405f-9728-03eadd8876af,revision_number=0']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:17.547736 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-95119e61-e809-42a7-9b25-a5b2395fbba1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:17.554427 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95119e61-e809-42a7-9b25-a5b2395fbba1 admin admin] Checking segment: {'id': '35f3268b-d740-4c19-b765-7fd64145c570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8205422b-df8f-4f0c-a9e5-18546d39af94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:32:17.554789 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95119e61-e809-42a7-9b25-a5b2395fbba1 admin admin] Network hostable DHCP agents. Network: 8205422b-df8f-4f0c-a9e5-18546d39af94, hostable agents: ['c7b0d441-ff2d-4a67-9ef1-8c68d51adfa8'], hosted agents: [] {{(pid=91548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 15:32:17.575358 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95119e61-e809-42a7-9b25-a5b2395fbba1 admin admin] Network 8205422b-df8f-4f0c-a9e5-18546d39af94 is scheduled to be hosted by DHCP agent c7b0d441-ff2d-4a67-9ef1-8c68d51adfa8 with binding_index 1 {{(pid=91548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 15:32:17.587475 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.base_scheduler [None req-95119e61-e809-42a7-9b25-a5b2395fbba1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-3-iscsi, 8205422b-df8f-4f0c-a9e5-18546d39af94) {{(pid=91548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:32:17.595893 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b2856e-c366-47e4-92d6-82bb5c669660 None None] Network 8205422b-df8f-4f0c-a9e5-18546d39af94 requested from dv-cinder-792299-3-iscsi {{(pid=91550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:32:17.597528 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95119e61-e809-42a7-9b25-a5b2395fbba1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:17.598695 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-95119e61-e809-42a7-9b25-a5b2395fbba1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:17.623073 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-95119e61-e809-42a7-9b25-a5b2395fbba1 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6219957 May 21 15:32:17.625515 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 38406) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:32:17.633178 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [None req-af5b745c-724d-41d0-9b42-f8e77f55e6cd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1763258360-router', 'tenant_id': '2f354fcea14047f28892c53cf2b23417', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed'}}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:32:17.638449 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-af5b745c-724d-41d0-9b42-f8e77f55e6cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:32:17.642338 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-af5b745c-724d-41d0-9b42-f8e77f55e6cd admin admin] Usage tracker for resource:router and tenant:2f354fcea14047f28892c53cf2b23417 is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:32:17.645949 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-af5b745c-724d-41d0-9b42-f8e77f55e6cd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:32:17.653960 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-af5b745c-724d-41d0-9b42-f8e77f55e6cd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:32:17.666092 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-af5b745c-724d-41d0-9b42-f8e77f55e6cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1768168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3587'] for router, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:17.667174 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-af5b745c-724d-41d0-9b42-f8e77f55e6cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1767674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775838', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1594772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3596'] for router, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:17.683758 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-bf1bbf15-c591-48bc-93a4-ec1a5310f443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'name': 'tempest-TestVolumeBootPattern-954176865-router', 'tenant_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '2ec5df50-5e23-4c23-a5d4-5a527d06eb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:32:10Z', 'updated_at': '2021-05-21T15:32:15Z', 'revision_number': 4, 'project_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'gw_port': {'id': '2ec5df50-5e23-4c23-a5d4-5a527d06eb8a', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:02:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:32:11Z', 'updated_at': '2021-05-21T15:32:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_interfaces': [{'id': '70acbc60-e398-4439-8319-ab7cc3c5734d', 'name': '', 'network_id': '5b542826-cfa8-402b-9f7a-d4936ebb79ee', 'tenant_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'mac_address': 'fa:16:3e:21:19:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '59cccb6e-6d77-4ef7-87c5-346fee1124e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:32:14Z', 'updated_at': '2021-05-21T15:32:15Z', 'revision_number': 2, 'project_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'subnets': [{'id': '59cccb6e-6d77-4ef7-87c5-346fee1124e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:32:17.684326 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-af5b745c-724d-41d0-9b42-f8e77f55e6cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:17.688601 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1bbf15-c591-48bc-93a4-ec1a5310f443 None None] Checking router: a50cf4a7-018d-46ef-9086-b3a7d3d46f76 for host: dv-cinder-792299-3-iscsi {{(pid=91551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:32:17.688958 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1bbf15-c591-48bc-93a4-ec1a5310f443 None None] Updating router a50cf4a7-018d-46ef-9086-b3a7d3d46f76 port 70acbc60-e398-4439-8319-ab7cc3c5734d binding host dv-cinder-792299-3-iscsi {{(pid=91551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 21 15:32:17.751539 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron_lib.callbacks.manager [None req-bf1bbf15-c591-48bc-93a4-ec1a5310f443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:17.860767 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3fd9f7-5cb4-401b-98c2-03fbabdf4601 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp691765e8-26f9-5dea-9763-d4c33d86b24f-8205422b-df8f-4f0c-a9e5-18546d39af94', 'network_id': '8205422b-df8f-4f0c-a9e5-18546d39af94', 'tenant_id': '2f354fcea14047f28892c53cf2b23417', 'fixed_ips': [{'subnet_id': 'f743c155-75e3-405f-9728-03eadd8876af'}]}} from dv-cinder-792299-3-iscsi. {{(pid=91550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 21 15:32:17.861602 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-9c3fd9f7-5cb4-401b-98c2-03fbabdf4601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_create {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:18.045548 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:18.057774 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.db_base_plugin_common [None req-9c3fd9f7-5cb4-401b-98c2-03fbabdf4601 None None] Allocated IP 172.20.0.2 (8205422b-df8f-4f0c-a9e5-18546d39af94/f743c155-75e3-405f-9728-03eadd8876af/606706ef-a3bd-41f7-a83a-c75f90edefa4) {{(pid=91550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:32:18.075308 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-af5b745c-724d-41d0-9b42-f8e77f55e6cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1775829', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1768186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3646'] for router, precommit_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:18.134105 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron_lib.callbacks.manager [None req-bf1bbf15-c591-48bc-93a4-ec1a5310f443 None None] Notify callbacks [] for port, precommit_update {{(pid=91551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:18.147848 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.provisioning_blocks [None req-bf1bbf15-c591-48bc-93a4-ec1a5310f443 None None] Transition to ACTIVE for port object 70acbc60-e398-4439-8319-ab7cc3c5734d will not be triggered until provisioned by entity L2. {{(pid=91551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:32:18.162082 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron_lib.callbacks.manager [None req-bf1bbf15-c591-48bc-93a4-ec1a5310f443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:18.166844 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:18.232515 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87adee21-c544-4b24-a1c1-bc934a0f6f04 None None] Pushing event updated for resources: {'Port': ['ID=70acbc60-e398-4439-8319-ab7cc3c5734d,revision_number=3']} {{(pid=91551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:18.241455 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87adee21-c544-4b24-a1c1-bc934a0f6f04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:18.241799 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87adee21-c544-4b24-a1c1-bc934a0f6f04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:18.242131 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87adee21-c544-4b24-a1c1-bc934a0f6f04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:18.242456 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87adee21-c544-4b24-a1c1-bc934a0f6f04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:18.242778 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87adee21-c544-4b24-a1c1-bc934a0f6f04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:18.243122 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87adee21-c544-4b24-a1c1-bc934a0f6f04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:18.243435 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87adee21-c544-4b24-a1c1-bc934a0f6f04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:18.243750 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87adee21-c544-4b24-a1c1-bc934a0f6f04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:18.244084 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87adee21-c544-4b24-a1c1-bc934a0f6f04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:18.244399 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87adee21-c544-4b24-a1c1-bc934a0f6f04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:18.244720 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87adee21-c544-4b24-a1c1-bc934a0f6f04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:18.245015 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87adee21-c544-4b24-a1c1-bc934a0f6f04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:18.284984 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-9c3fd9f7-5cb4-401b-98c2-03fbabdf4601 None None] Notify callbacks [] for port, precommit_create {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:18.300896 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-9c3fd9f7-5cb4-401b-98c2-03fbabdf4601 None None] Transition to ACTIVE for port object 606706ef-a3bd-41f7-a83a-c75f90edefa4 will not be triggered until provisioned by entity L2. {{(pid=91550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:32:18.317484 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG oslo_concurrency.lockutils [None req-87adee21-c544-4b24-a1c1-bc934a0f6f04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:18.335231 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-9c3fd9f7-5cb4-401b-98c2-03fbabdf4601 None None] Transition to ACTIVE for port object 606706ef-a3bd-41f7-a83a-c75f90edefa4 will not be triggered until provisioned by entity DHCP. {{(pid=91550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:32:18.348970 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-9c3fd9f7-5cb4-401b-98c2-03fbabdf4601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730419340153'] for port, after_create {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:18.361480 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:18.425065 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-af5b745c-724d-41d0-9b42-f8e77f55e6cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:18.425649 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.managers [None req-bf1bbf15-c591-48bc-93a4-ec1a5310f443 None None] Attempting to bind port 70acbc60-e398-4439-8319-ab7cc3c5734d on host dv-cinder-792299-3-iscsi for vnic_type normal with profile {{(pid=91551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:32:18.426028 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.managers [None req-bf1bbf15-c591-48bc-93a4-ec1a5310f443 None None] Attempting to bind port 70acbc60-e398-4439-8319-ab7cc3c5734d by drivers openvswitch,hyperv on host dv-cinder-792299-3-iscsi at level 0 using segments [{'id': 'ff606e48-e7cc-4d66-8d0d-c025c9aa548c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5b542826-cfa8-402b-9f7a-d4936ebb79ee'}] {{(pid=91551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:32:18.427174 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1bbf15-c591-48bc-93a4-ec1a5310f443 None None] Attempting to bind port 70acbc60-e398-4439-8319-ab7cc3c5734d on network 5b542826-cfa8-402b-9f7a-d4936ebb79ee {{(pid=91551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:32:18.435134 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1bbf15-c591-48bc-93a4-ec1a5310f443 None None] Checking agent: {'id': 'f4608e34-e7ca-4ad2-a713-84295da40874', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 12, 18), 'started_at': datetime.datetime(2021, 5, 21, 15, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:32:18.435555 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1bbf15-c591-48bc-93a4-ec1a5310f443 None None] Checking segment: {'id': 'ff606e48-e7cc-4d66-8d0d-c025c9aa548c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5b542826-cfa8-402b-9f7a-d4936ebb79ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:32:18.435914 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron_lib.callbacks.manager [None req-bf1bbf15-c591-48bc-93a4-ec1a5310f443 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:18.436647 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1bbf15-c591-48bc-93a4-ec1a5310f443 None None] Bound using segment: {'id': 'ff606e48-e7cc-4d66-8d0d-c025c9aa548c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5b542826-cfa8-402b-9f7a-d4936ebb79ee'} {{(pid=91551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:32:18.437083 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.managers [None req-bf1bbf15-c591-48bc-93a4-ec1a5310f443 None None] Bound port: 70acbc60-e398-4439-8319-ab7cc3c5734d, host: dv-cinder-792299-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff606e48-e7cc-4d66-8d0d-c025c9aa548c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5b542826-cfa8-402b-9f7a-d4936ebb79ee'}}] {{(pid=91551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:32:18.437516 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron_lib.callbacks.manager [None req-bf1bbf15-c591-48bc-93a4-ec1a5310f443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:18.441295 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-97379bb3-5864-4538-9f6c-af12d190c5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:18.445864 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3fd9f7-5cb4-401b-98c2-03fbabdf4601 None None] Pushing event updated for resources: {'Port': ['ID=606706ef-a3bd-41f7-a83a-c75f90edefa4,revision_number=1']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:18.451104 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-9c3fd9f7-5cb4-401b-98c2-03fbabdf4601 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:18.453105 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3fd9f7-5cb4-401b-98c2-03fbabdf4601 None None] Network 8205422b-df8f-4f0c-a9e5-18546d39af94 is already hosted by enough agents. {{(pid=91550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:32:18.454679 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.scheduler.base_scheduler [None req-9c3fd9f7-5cb4-401b-98c2-03fbabdf4601 None None] Resources bound (agent type, host, resource id): {{(pid=91550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:32:18.457196 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3fd9f7-5cb4-401b-98c2-03fbabdf4601 None None] Received port after_create {{(pid=91550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:32:18.463413 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-af5b745c-724d-41d0-9b42-f8e77f55e6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:18.549629 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.db [None req-bf1bbf15-c591-48bc-93a4-ec1a5310f443 None None] For port 70acbc60-e398-4439-8319-ab7cc3c5734d, host dv-cinder-792299-3-iscsi, cleared binding levels {{(pid=91551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:32:18.553366 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.db [None req-bf1bbf15-c591-48bc-93a4-ec1a5310f443 None None] For port 70acbc60-e398-4439-8319-ab7cc3c5734d, host dv-cinder-792299-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=70acbc60-e398-4439-8319-ab7cc3c5734d,segment=NetworkSegment(ff606e48-e7cc-4d66-8d0d-c025c9aa548c),segment_id=ff606e48-e7cc-4d66-8d0d-c025c9aa548c)] {{(pid=91551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:32:18.560352 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron_lib.callbacks.manager [None req-bf1bbf15-c591-48bc-93a4-ec1a5310f443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:18.564932 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:18.603786 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.managers [None req-9c3fd9f7-5cb4-401b-98c2-03fbabdf4601 None None] Attempting to bind port 606706ef-a3bd-41f7-a83a-c75f90edefa4 on host dv-cinder-792299-3-iscsi for vnic_type normal with profile {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:32:18.604062 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.managers [None req-9c3fd9f7-5cb4-401b-98c2-03fbabdf4601 None None] Attempting to bind port 606706ef-a3bd-41f7-a83a-c75f90edefa4 by drivers openvswitch,hyperv on host dv-cinder-792299-3-iscsi at level 0 using segments [{'id': '35f3268b-d740-4c19-b765-7fd64145c570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8205422b-df8f-4f0c-a9e5-18546d39af94'}] {{(pid=91550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:32:18.604426 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3fd9f7-5cb4-401b-98c2-03fbabdf4601 None None] Attempting to bind port 606706ef-a3bd-41f7-a83a-c75f90edefa4 on network 8205422b-df8f-4f0c-a9e5-18546d39af94 {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:32:18.614377 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3fd9f7-5cb4-401b-98c2-03fbabdf4601 None None] Checking agent: {'id': 'f4608e34-e7ca-4ad2-a713-84295da40874', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 12, 18), 'started_at': datetime.datetime(2021, 5, 21, 15, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:32:18.614966 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3fd9f7-5cb4-401b-98c2-03fbabdf4601 None None] Checking segment: {'id': '35f3268b-d740-4c19-b765-7fd64145c570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8205422b-df8f-4f0c-a9e5-18546d39af94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:32:18.615215 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-9c3fd9f7-5cb4-401b-98c2-03fbabdf4601 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:18.615557 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3fd9f7-5cb4-401b-98c2-03fbabdf4601 None None] Bound using segment: {'id': '35f3268b-d740-4c19-b765-7fd64145c570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8205422b-df8f-4f0c-a9e5-18546d39af94'} {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:32:18.619103 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.managers [None req-9c3fd9f7-5cb4-401b-98c2-03fbabdf4601 None None] Bound port: 606706ef-a3bd-41f7-a83a-c75f90edefa4, host: dv-cinder-792299-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f3268b-d740-4c19-b765-7fd64145c570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8205422b-df8f-4f0c-a9e5-18546d39af94'}}] {{(pid=91550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:32:18.619103 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-9c3fd9f7-5cb4-401b-98c2-03fbabdf4601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:18.622951 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.db_base_plugin_common [None req-af5b745c-724d-41d0-9b42-f8e77f55e6cd admin admin] Allocated IP 172.27.2.214 (ba463646-5c92-40f4-a60a-d72924905aed/aafb72b8-44f1-4418-af97-0acaa496b3de/05c00be5-c9da-4b9d-b49f-fe044c536029) {{(pid=91548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:32:18.665987 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1bbf15-c591-48bc-93a4-ec1a5310f443 None None] Routers {'a50cf4a7-018d-46ef-9086-b3a7d3d46f76'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:32:18.666754 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-bf1bbf15-c591-48bc-93a4-ec1a5310f443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:32:18Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['a50cf4a7-018d-46ef-9086-b3a7d3d46f76'], 'active': True} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:32:18.735606 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-9c3fd9f7-5cb4-401b-98c2-03fbabdf4601 None None] For port 606706ef-a3bd-41f7-a83a-c75f90edefa4, host dv-cinder-792299-3-iscsi, cleared binding levels {{(pid=91550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:32:18.740065 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-9c3fd9f7-5cb4-401b-98c2-03fbabdf4601 None None] For port 606706ef-a3bd-41f7-a83a-c75f90edefa4, host dv-cinder-792299-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=606706ef-a3bd-41f7-a83a-c75f90edefa4,segment=NetworkSegment(35f3268b-d740-4c19-b765-7fd64145c570),segment_id=35f3268b-d740-4c19-b765-7fd64145c570)] {{(pid=91550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:32:18.741659 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87adee21-c544-4b24-a1c1-bc934a0f6f04 None None] Pushing event updated for resources: {'Port': ['ID=70acbc60-e398-4439-8319-ab7cc3c5734d,revision_number=4']} {{(pid=91551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:18.745409 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-9c3fd9f7-5cb4-401b-98c2-03fbabdf4601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:18.747587 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG oslo_concurrency.lockutils [None req-87adee21-c544-4b24-a1c1-bc934a0f6f04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:18.752716 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:18.808453 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-af5b745c-724d-41d0-9b42-f8e77f55e6cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:18.850054 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-af5b745c-724d-41d0-9b42-f8e77f55e6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730419340153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14885552'] for port, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:18.850411 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3fd9f7-5cb4-401b-98c2-03fbabdf4601 None None] Pushing event updated for resources: {'Port': ['ID=606706ef-a3bd-41f7-a83a-c75f90edefa4,revision_number=2']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:18.853942 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-9c3fd9f7-5cb4-401b-98c2-03fbabdf4601 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:18.866659 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-bb67b98a-134d-4a82-abbe-523982584935 tempest-AttachVolumeNegativeTest-1331093451 tempest-AttachVolumeNegativeTest-1331093451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:18.868317 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 2ec5df50-5e23-4c23-a5d4-5a527d06eb8a up at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:32:18.940536 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5b745c-724d-41d0-9b42-f8e77f55e6cd admin admin] Network ba463646-5c92-40f4-a60a-d72924905aed is already hosted by enough agents. {{(pid=91548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:32:18.944707 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.base_scheduler [None req-af5b745c-724d-41d0-9b42-f8e77f55e6cd admin admin] Resources bound (agent type, host, resource id): {{(pid=91548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:32:18.948789 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5b745c-724d-41d0-9b42-f8e77f55e6cd admin admin] Received port after_create {{(pid=91548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:32:18.959336 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning complete for port 2ec5df50-5e23-4c23-a5d4-5a527d06eb8a triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:32:18.959966 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:18.985810 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvr_db [None req-bf1bbf15-c591-48bc-93a4-ec1a5310f443 None None] Set router a50cf4a7-018d-46ef-9086-b3a7d3d46f76 gateway port host: dv-cinder-792299-3-iscsi {{(pid=91551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:32:18.990377 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5b745c-724d-41d0-9b42-f8e77f55e6cd admin admin] Pushing event updated for resources: {'Port': ['ID=05c00be5-c9da-4b9d-b49f-fe044c536029,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:18.997443 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-af5b745c-724d-41d0-9b42-f8e77f55e6cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:19.335902 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e6f13acb-dde4-45e3-8932-2715da3406c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:19.382467 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-bf1bbf15-c591-48bc-93a4-ec1a5310f443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'name': 'tempest-TestVolumeBootPattern-954176865-router', 'tenant_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '2ec5df50-5e23-4c23-a5d4-5a527d06eb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:32:10Z', 'updated_at': '2021-05-21T15:32:15Z', 'revision_number': 4, 'project_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'gw_port': {'id': '2ec5df50-5e23-4c23-a5d4-5a527d06eb8a', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:02:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:32:11Z', 'updated_at': '2021-05-21T15:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_interfaces': [{'id': '70acbc60-e398-4439-8319-ab7cc3c5734d', 'name': '', 'network_id': '5b542826-cfa8-402b-9f7a-d4936ebb79ee', 'tenant_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'mac_address': 'fa:16:3e:21:19:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '59cccb6e-6d77-4ef7-87c5-346fee1124e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:32:14Z', 'updated_at': '2021-05-21T15:32:18Z', 'revision_number': 4, 'project_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'subnets': [{'id': '59cccb6e-6d77-4ef7-87c5-346fee1124e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:32:19.386967 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1bbf15-c591-48bc-93a4-ec1a5310f443 None None] The sync data for ids ['a50cf4a7-018d-46ef-9086-b3a7d3d46f76'] in dv-cinder-792299-3-iscsi is: [{'id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'name': 'tempest-TestVolumeBootPattern-954176865-router', 'tenant_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '2ec5df50-5e23-4c23-a5d4-5a527d06eb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:32:10Z', 'updated_at': '2021-05-21T15:32:15Z', 'revision_number': 4, 'project_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'gw_port': {'id': '2ec5df50-5e23-4c23-a5d4-5a527d06eb8a', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:02:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:32:11Z', 'updated_at': '2021-05-21T15:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_interfaces': [{'id': '70acbc60-e398-4439-8319-ab7cc3c5734d', 'name': '', 'network_id': '5b542826-cfa8-402b-9f7a-d4936ebb79ee', 'tenant_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'mac_address': 'fa:16:3e:21:19:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '59cccb6e-6d77-4ef7-87c5-346fee1124e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:32:14Z', 'updated_at': '2021-05-21T15:32:18Z', 'revision_number': 4, 'project_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'subnets': [{'id': '59cccb6e-6d77-4ef7-87c5-346fee1124e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:32:19.473892 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-af5b745c-724d-41d0-9b42-f8e77f55e6cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:19.933554 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5885bf19-7462-4a99-857d-085edb1c1750 None None] Network 8205422b-df8f-4f0c-a9e5-18546d39af94 requested from dv-cinder-792299-3-iscsi {{(pid=91550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:32:19.989128 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-af5b745c-724d-41d0-9b42-f8e77f55e6cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1768177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1763072'] for router, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:20.035810 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-160074d1-5d30-43db-9193-ccd433106374 None None] Provisioning for port 606706ef-a3bd-41f7-a83a-c75f90edefa4 completed by entity DHCP. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:32:20.240915 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af5b745c-724d-41d0-9b42-f8e77f55e6cd admin admin] Router 8de93315-393f-43c0-8209-d85a19616b42 is scheduled to L3 agent 9c636599-187f-4688-bb24-d46a8be2a055 with binding_index 1 {{(pid=91548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 21 15:32:20.435121 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5b745c-724d-41d0-9b42-f8e77f55e6cd admin admin] Notify agent at l3_agent.dv-cinder-792299-3-iscsi the message routers_updated {{(pid=91548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:32:20.444122 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1fa332-a6a4-4601-829e-af1217958681 None None] Sync routers for ids ['8de93315-393f-43c0-8209-d85a19616b42'] in dv-cinder-792299-3-iscsi {{(pid=91550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:32:20.459322 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1fa332-a6a4-4601-829e-af1217958681 None None] Routers {'8de93315-393f-43c0-8209-d85a19616b42'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:32:20.460027 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-4b1fa332-a6a4-4601-829e-af1217958681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:32:18Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['8de93315-393f-43c0-8209-d85a19616b42'], 'active': True} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:32:20.470163 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-af5b745c-724d-41d0-9b42-f8e77f55e6cd admin admin] Notify callbacks [] for router, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:20.471493 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-af5b745c-724d-41d0-9b42-f8e77f55e6cd admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8449438 May 21 15:32:20.474672 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 38410) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:32:20.657517 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvr_db [None req-4b1fa332-a6a4-4601-829e-af1217958681 None None] Set router 8de93315-393f-43c0-8209-d85a19616b42 gateway port host: dv-cinder-792299-3-iscsi {{(pid=91550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:32:20.929380 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 606706ef-a3bd-41f7-a83a-c75f90edefa4 up at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:32:20.976550 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-cb99478c-afff-4a9c-8770-f3354af234b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:21.137291 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning for port 606706ef-a3bd-41f7-a83a-c75f90edefa4 completed by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:32:21.148932 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning complete for port 606706ef-a3bd-41f7-a83a-c75f90edefa4 triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:32:21.149312 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:21.223709 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-4b1fa332-a6a4-4601-829e-af1217958681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de93315-393f-43c0-8209-d85a19616b42', 'name': 'tempest-TestVolumeBootPattern-1763258360-router', 'tenant_id': '2f354fcea14047f28892c53cf2b23417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '05c00be5-c9da-4b9d-b49f-fe044c536029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:32:17Z', 'updated_at': '2021-05-21T15:32:19Z', 'revision_number': 3, 'project_id': '2f354fcea14047f28892c53cf2b23417', 'gw_port': {'id': '05c00be5-c9da-4b9d-b49f-fe044c536029', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8de93315-393f-43c0-8209-d85a19616b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:32:18Z', 'updated_at': '2021-05-21T15:32:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi'}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:32:21.234672 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-88be5571-7eb1-4eb0-bb38-362311caeb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:21.239381 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1fa332-a6a4-4601-829e-af1217958681 None None] Checking router: 8de93315-393f-43c0-8209-d85a19616b42 for host: dv-cinder-792299-3-iscsi {{(pid=91550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:32:21.240269 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1fa332-a6a4-4601-829e-af1217958681 None None] Updating router 8de93315-393f-43c0-8209-d85a19616b42 port 05c00be5-c9da-4b9d-b49f-fe044c536029 binding host dv-cinder-792299-3-iscsi {{(pid=91550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 21 15:32:21.431154 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-4b1fa332-a6a4-4601-829e-af1217958681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:21.585990 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:21.621198 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.db_base_plugin_common [None req-88be5571-7eb1-4eb0-bb38-362311caeb8a admin admin] Allocated IP 172.20.0.1 (8205422b-df8f-4f0c-a9e5-18546d39af94/f743c155-75e3-405f-9728-03eadd8876af/b6af143e-6071-41a3-bc2a-f51c9a651c8b) {{(pid=91548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:32:21.668266 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] For port 606706ef-a3bd-41f7-a83a-c75f90edefa4, host dv-cinder-792299-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=606706ef-a3bd-41f7-a83a-c75f90edefa4,segment=NetworkSegment(35f3268b-d740-4c19-b765-7fd64145c570),segment_id=35f3268b-d740-4c19-b765-7fd64145c570)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:32:21.690373 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:21.691233 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 70acbc60-e398-4439-8319-ab7cc3c5734d up at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:32:21.721032 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-90ab292f-a4ec-4a15-865b-486ae44da206 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:21.779561 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-88be5571-7eb1-4eb0-bb38-362311caeb8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:21.803180 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.provisioning_blocks [None req-88be5571-7eb1-4eb0-bb38-362311caeb8a admin admin] Transition to ACTIVE for port object b6af143e-6071-41a3-bc2a-f51c9a651c8b will not be triggered until provisioned by entity DHCP. {{(pid=91548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:32:21.829682 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-88be5571-7eb1-4eb0-bb38-362311caeb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730419340153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14885552'] for port, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:21.835266 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-e96dee99-60ce-4c6c-aec0-0691040652eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:21.904180 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88be5571-7eb1-4eb0-bb38-362311caeb8a admin admin] Network 8205422b-df8f-4f0c-a9e5-18546d39af94 is already hosted by enough agents. {{(pid=91548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:32:21.907515 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Pushing event updated for resources: {'Port': ['ID=606706ef-a3bd-41f7-a83a-c75f90edefa4,revision_number=3']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:21.907884 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.base_scheduler [None req-88be5571-7eb1-4eb0-bb38-362311caeb8a admin admin] Resources bound (agent type, host, resource id): {{(pid=91548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:32:21.913797 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88be5571-7eb1-4eb0-bb38-362311caeb8a admin admin] Received port after_create {{(pid=91548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:32:21.916762 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:21.936187 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning for port 70acbc60-e398-4439-8319-ab7cc3c5734d completed by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:32:21.951083 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning complete for port 70acbc60-e398-4439-8319-ab7cc3c5734d triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:32:21.951456 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:21.962599 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88be5571-7eb1-4eb0-bb38-362311caeb8a admin admin] Pushing event updated for resources: {'Port': ['ID=b6af143e-6071-41a3-bc2a-f51c9a651c8b,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:21.968135 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-88be5571-7eb1-4eb0-bb38-362311caeb8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:21.981912 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-88be5571-7eb1-4eb0-bb38-362311caeb8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1774610'] for router_interface, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:22.079909 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-4b1fa332-a6a4-4601-829e-af1217958681 None None] Notify callbacks [] for port, precommit_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:22.097111 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-4b1fa332-a6a4-4601-829e-af1217958681 None None] Transition to ACTIVE for port object 05c00be5-c9da-4b9d-b49f-fe044c536029 will not be triggered until provisioned by entity L2. {{(pid=91550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:32:22.144382 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-4b1fa332-a6a4-4601-829e-af1217958681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:22.150538 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:22.251436 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-37c16782-947c-43c4-8d70-535bd180e96d None None] Provisioning for port b6af143e-6071-41a3-bc2a-f51c9a651c8b completed by entity DHCP. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:32:22.260238 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:22.273434 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.managers [None req-4b1fa332-a6a4-4601-829e-af1217958681 None None] Attempting to bind port 05c00be5-c9da-4b9d-b49f-fe044c536029 on host dv-cinder-792299-3-iscsi for vnic_type normal with profile {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:32:22.273849 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.managers [None req-4b1fa332-a6a4-4601-829e-af1217958681 None None] Attempting to bind port 05c00be5-c9da-4b9d-b49f-fe044c536029 by drivers openvswitch,hyperv on host dv-cinder-792299-3-iscsi at level 0 using segments [{'id': '6e22115a-e16c-4b74-9ec4-448dbc5267a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed'}] {{(pid=91550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:32:22.274258 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1fa332-a6a4-4601-829e-af1217958681 None None] Attempting to bind port 05c00be5-c9da-4b9d-b49f-fe044c536029 on network ba463646-5c92-40f4-a60a-d72924905aed {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:32:22.276613 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2d7922-3b93-47c9-a3e8-8b9220d4d3af None None] Pushing event updated for resources: {'Port': ['ID=05c00be5-c9da-4b9d-b49f-fe044c536029,revision_number=2']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:22.283589 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-37c16782-947c-43c4-8d70-535bd180e96d None None] Provisioning complete for port b6af143e-6071-41a3-bc2a-f51c9a651c8b triggered by entity DHCP. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:32:22.284014 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-37c16782-947c-43c4-8d70-535bd180e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:22.313652 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-88be5571-7eb1-4eb0-bb38-362311caeb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:22.315369 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-3e2d7922-3b93-47c9-a3e8-8b9220d4d3af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:22.330305 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1fa332-a6a4-4601-829e-af1217958681 None None] Checking agent: {'id': 'f4608e34-e7ca-4ad2-a713-84295da40874', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 12, 18), 'started_at': datetime.datetime(2021, 5, 21, 15, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:32:22.330686 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1fa332-a6a4-4601-829e-af1217958681 None None] Checking segment: {'id': '6e22115a-e16c-4b74-9ec4-448dbc5267a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:32:22.331128 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-4b1fa332-a6a4-4601-829e-af1217958681 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:22.331528 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1fa332-a6a4-4601-829e-af1217958681 None None] Bound using segment: {'id': '6e22115a-e16c-4b74-9ec4-448dbc5267a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed'} {{(pid=91550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:32:22.332019 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.managers [None req-4b1fa332-a6a4-4601-829e-af1217958681 None None] Bound port: 05c00be5-c9da-4b9d-b49f-fe044c536029, host: dv-cinder-792299-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e22115a-e16c-4b74-9ec4-448dbc5267a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed'}}] {{(pid=91550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:32:22.333037 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-4b1fa332-a6a4-4601-829e-af1217958681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:22.409196 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-37c16782-947c-43c4-8d70-535bd180e96d None None] Port b6af143e-6071-41a3-bc2a-f51c9a651c8b cannot update to ACTIVE because it is not bound. {{(pid=91550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 15:32:22.416457 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] For port 70acbc60-e398-4439-8319-ab7cc3c5734d, host dv-cinder-792299-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=70acbc60-e398-4439-8319-ab7cc3c5734d,segment=NetworkSegment(ff606e48-e7cc-4d66-8d0d-c025c9aa548c),segment_id=ff606e48-e7cc-4d66-8d0d-c025c9aa548c)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:32:22.429318 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:22.433586 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:22.495787 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-4b1fa332-a6a4-4601-829e-af1217958681 None None] For port 05c00be5-c9da-4b9d-b49f-fe044c536029, host dv-cinder-792299-3-iscsi, cleared binding levels {{(pid=91550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:32:22.510651 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-4b1fa332-a6a4-4601-829e-af1217958681 None None] For port 05c00be5-c9da-4b9d-b49f-fe044c536029, host dv-cinder-792299-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=05c00be5-c9da-4b9d-b49f-fe044c536029,segment=NetworkSegment(6e22115a-e16c-4b74-9ec4-448dbc5267a0),segment_id=6e22115a-e16c-4b74-9ec4-448dbc5267a0)] {{(pid=91550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:32:22.516427 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Pushing event updated for resources: {'Port': ['ID=70acbc60-e398-4439-8319-ab7cc3c5734d,revision_number=5']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:22.519598 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-4b1fa332-a6a4-4601-829e-af1217958681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:22.523656 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:22.524127 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:22.608782 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1fa332-a6a4-4601-829e-af1217958681 None None] Routers {'8de93315-393f-43c0-8209-d85a19616b42'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:32:22.609757 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-4b1fa332-a6a4-4601-829e-af1217958681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:32:18Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['8de93315-393f-43c0-8209-d85a19616b42'], 'active': True} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:32:22.666815 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2d7922-3b93-47c9-a3e8-8b9220d4d3af None None] Pushing event updated for resources: {'Port': ['ID=05c00be5-c9da-4b9d-b49f-fe044c536029,revision_number=3']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:22.667827 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-88be5571-7eb1-4eb0-bb38-362311caeb8a admin admin] Notify callbacks [] for port, precommit_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:22.672883 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-88be5571-7eb1-4eb0-bb38-362311caeb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14885543'] for port, after_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:22.680885 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-3e2d7922-3b93-47c9-a3e8-8b9220d4d3af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:22.700208 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-7b392221-a70a-44d7-8308-a8d676ad5e2a tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:22.777437 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88be5571-7eb1-4eb0-bb38-362311caeb8a admin admin] Pushing event updated for resources: {'Port': ['ID=b6af143e-6071-41a3-bc2a-f51c9a651c8b,revision_number=2']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:22.791339 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88be5571-7eb1-4eb0-bb38-362311caeb8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:22.791833 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88be5571-7eb1-4eb0-bb38-362311caeb8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:22.792314 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88be5571-7eb1-4eb0-bb38-362311caeb8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:22.792766 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88be5571-7eb1-4eb0-bb38-362311caeb8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:22.793248 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88be5571-7eb1-4eb0-bb38-362311caeb8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:22.793706 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88be5571-7eb1-4eb0-bb38-362311caeb8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:22.794149 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88be5571-7eb1-4eb0-bb38-362311caeb8a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:22.794581 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88be5571-7eb1-4eb0-bb38-362311caeb8a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:22.795013 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88be5571-7eb1-4eb0-bb38-362311caeb8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:22.795369 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88be5571-7eb1-4eb0-bb38-362311caeb8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:22.795719 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88be5571-7eb1-4eb0-bb38-362311caeb8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:22.796162 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88be5571-7eb1-4eb0-bb38-362311caeb8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:22.803210 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-88be5571-7eb1-4eb0-bb38-362311caeb8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:22.805002 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvr_db [None req-4b1fa332-a6a4-4601-829e-af1217958681 None None] Set router 8de93315-393f-43c0-8209-d85a19616b42 gateway port host: dv-cinder-792299-3-iscsi {{(pid=91550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:32:22.806734 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-88be5571-7eb1-4eb0-bb38-362311caeb8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1697730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1774703'] for router_interface, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:22.852789 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 606706ef-a3bd-41f7-a83a-c75f90edefa4 up at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:32:22.952902 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88be5571-7eb1-4eb0-bb38-362311caeb8a admin admin] Network 8205422b-df8f-4f0c-a9e5-18546d39af94 is already hosted by enough agents. {{(pid=91548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:32:22.954389 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.base_scheduler [None req-88be5571-7eb1-4eb0-bb38-362311caeb8a admin admin] Resources bound (agent type, host, resource id): {{(pid=91548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:32:23.152171 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning complete for port 606706ef-a3bd-41f7-a83a-c75f90edefa4 triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:32:23.152551 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:23.158183 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88be5571-7eb1-4eb0-bb38-362311caeb8a admin admin] Router 8de93315-393f-43c0-8209-d85a19616b42 has already been hosted by L3 agent 9c636599-187f-4688-bb24-d46a8be2a055 {{(pid=91548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:32:23.305786 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-732ae503-a2c5-4c2f-adb8-214b19df8745 None None] Provisioning complete for port b6af143e-6071-41a3-bc2a-f51c9a651c8b triggered by entity DHCP. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:32:23.306171 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-732ae503-a2c5-4c2f-adb8-214b19df8745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:23.332202 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:23.424766 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-732ae503-a2c5-4c2f-adb8-214b19df8745 None None] Port b6af143e-6071-41a3-bc2a-f51c9a651c8b cannot update to ACTIVE because it is not bound. {{(pid=91550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 15:32:23.433859 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 70acbc60-e398-4439-8319-ab7cc3c5734d up at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:32:23.467953 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88be5571-7eb1-4eb0-bb38-362311caeb8a admin admin] Notify agent at l3_agent.dv-cinder-792299-3-iscsi the message routers_updated {{(pid=91548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:32:23.479439 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-88be5571-7eb1-4eb0-bb38-362311caeb8a admin admin] 10.222.0.69 "PUT /v2.0/routers/8de93315-393f-43c0-8209-d85a19616b42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0036960 May 21 15:32:23.501636 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-4b1fa332-a6a4-4601-829e-af1217958681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de93315-393f-43c0-8209-d85a19616b42', 'name': 'tempest-TestVolumeBootPattern-1763258360-router', 'tenant_id': '2f354fcea14047f28892c53cf2b23417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '05c00be5-c9da-4b9d-b49f-fe044c536029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:32:17Z', 'updated_at': '2021-05-21T15:32:22Z', 'revision_number': 4, 'project_id': '2f354fcea14047f28892c53cf2b23417', 'gw_port': {'id': '05c00be5-c9da-4b9d-b49f-fe044c536029', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8de93315-393f-43c0-8209-d85a19616b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:32:18Z', 'updated_at': '2021-05-21T15:32:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_interfaces': [{'id': 'b6af143e-6071-41a3-bc2a-f51c9a651c8b', 'name': '', 'network_id': '8205422b-df8f-4f0c-a9e5-18546d39af94', 'tenant_id': '2f354fcea14047f28892c53cf2b23417', 'mac_address': 'fa:16:3e:03:37:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8de93315-393f-43c0-8209-d85a19616b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'f743c155-75e3-405f-9728-03eadd8876af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:32:21Z', 'updated_at': '2021-05-21T15:32:21Z', 'revision_number': 1, 'project_id': '2f354fcea14047f28892c53cf2b23417', 'subnets': [{'id': 'f743c155-75e3-405f-9728-03eadd8876af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:32:23.508086 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1fa332-a6a4-4601-829e-af1217958681 None None] The sync data for ids ['8de93315-393f-43c0-8209-d85a19616b42'] in dv-cinder-792299-3-iscsi is: [{'id': '8de93315-393f-43c0-8209-d85a19616b42', 'name': 'tempest-TestVolumeBootPattern-1763258360-router', 'tenant_id': '2f354fcea14047f28892c53cf2b23417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '05c00be5-c9da-4b9d-b49f-fe044c536029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:32:17Z', 'updated_at': '2021-05-21T15:32:22Z', 'revision_number': 4, 'project_id': '2f354fcea14047f28892c53cf2b23417', 'gw_port': {'id': '05c00be5-c9da-4b9d-b49f-fe044c536029', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8de93315-393f-43c0-8209-d85a19616b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:32:18Z', 'updated_at': '2021-05-21T15:32:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_interfaces': [{'id': 'b6af143e-6071-41a3-bc2a-f51c9a651c8b', 'name': '', 'network_id': '8205422b-df8f-4f0c-a9e5-18546d39af94', 'tenant_id': '2f354fcea14047f28892c53cf2b23417', 'mac_address': 'fa:16:3e:03:37:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8de93315-393f-43c0-8209-d85a19616b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'f743c155-75e3-405f-9728-03eadd8876af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:32:21Z', 'updated_at': '2021-05-21T15:32:21Z', 'revision_number': 1, 'project_id': '2f354fcea14047f28892c53cf2b23417', 'subnets': [{'id': 'f743c155-75e3-405f-9728-03eadd8876af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:32:23.523429 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning complete for port 70acbc60-e398-4439-8319-ab7cc3c5734d triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:32:23.528278 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:24.248850 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 38420) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:32:24.255433 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [None req-21e48870-ad29-4210-80ae-73793244ead9 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-807052376', 'description': 'tempest-secgroup-smoke-807052376 description', 'project_id': '9b3311b9b0ea4e20a494602faa2bafcc'}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:32:24.261949 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-21e48870-ad29-4210-80ae-73793244ead9 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:32:24.270740 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-21e48870-ad29-4210-80ae-73793244ead9 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Usage tracker for resource:security_group and tenant:9b3311b9b0ea4e20a494602faa2bafcc is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:32:24.274423 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-21e48870-ad29-4210-80ae-73793244ead9 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:32:24.280324 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-21e48870-ad29-4210-80ae-73793244ead9 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:32:24.295934 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-21e48870-ad29-4210-80ae-73793244ead9 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks [] for security_group, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:24.317777 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-21e48870-ad29-4210-80ae-73793244ead9 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:32:24.321925 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-21e48870-ad29-4210-80ae-73793244ead9 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Usage tracker for resource:security_group_rule and tenant:9b3311b9b0ea4e20a494602faa2bafcc is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:32:24.324979 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-21e48870-ad29-4210-80ae-73793244ead9 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:32:24.331157 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-21e48870-ad29-4210-80ae-73793244ead9 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:32:24.416952 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-21e48870-ad29-4210-80ae-73793244ead9 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks [] for security_group, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:24.422205 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-21e48870-ad29-4210-80ae-73793244ead9 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:24.427261 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-fa649881-b727-4658-b82f-221832bebac7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:24.470581 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e48870-ad29-4210-80ae-73793244ead9 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0951fd-2d75-4d1b-8751-70367785e948,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:24.474037 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-21e48870-ad29-4210-80ae-73793244ead9 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks [] for security_group, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:24.478302 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 38424) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:32:24.478836 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-21e48870-ad29-4210-80ae-73793244ead9 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2282610 May 21 15:32:24.479478 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-21e48870-ad29-4210-80ae-73793244ead9 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:24.484678 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.v2.base [None req-ca14042f-efca-4cbb-a21a-e24d5bda6ef2 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Request body: {'security_group_rule': {'security_group_id': '6a0951fd-2d75-4d1b-8751-70367785e948', 'project_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:32:24.491530 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-ca14042f-efca-4cbb-a21a-e24d5bda6ef2 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:32:24.495351 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-ca14042f-efca-4cbb-a21a-e24d5bda6ef2 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Usage tracker for resource:security_group_rule and tenant:9b3311b9b0ea4e20a494602faa2bafcc is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:32:24.498192 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-ca14042f-efca-4cbb-a21a-e24d5bda6ef2 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:32:24.506609 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-ca14042f-efca-4cbb-a21a-e24d5bda6ef2 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:32:24.527088 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-ca14042f-efca-4cbb-a21a-e24d5bda6ef2 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:24.591056 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-ca14042f-efca-4cbb-a21a-e24d5bda6ef2 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:24.595108 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-ca14042f-efca-4cbb-a21a-e24d5bda6ef2 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595095'] for security_group_rule, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:24.597408 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:24.621543 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca14042f-efca-4cbb-a21a-e24d5bda6ef2 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acf8cff4-aeec-4e1f-ad25-f68023eec91f,revision_number=0']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:24.632456 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca14042f-efca-4cbb-a21a-e24d5bda6ef2 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:24.632831 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca14042f-efca-4cbb-a21a-e24d5bda6ef2 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:24.633200 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca14042f-efca-4cbb-a21a-e24d5bda6ef2 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:24.633562 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca14042f-efca-4cbb-a21a-e24d5bda6ef2 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:24.633918 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca14042f-efca-4cbb-a21a-e24d5bda6ef2 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:24.634280 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca14042f-efca-4cbb-a21a-e24d5bda6ef2 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:24.634628 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca14042f-efca-4cbb-a21a-e24d5bda6ef2 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:24.635008 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca14042f-efca-4cbb-a21a-e24d5bda6ef2 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:24.635359 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca14042f-efca-4cbb-a21a-e24d5bda6ef2 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:24.635713 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca14042f-efca-4cbb-a21a-e24d5bda6ef2 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:24.636056 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca14042f-efca-4cbb-a21a-e24d5bda6ef2 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:24.636401 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca14042f-efca-4cbb-a21a-e24d5bda6ef2 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:24.640149 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-ca14042f-efca-4cbb-a21a-e24d5bda6ef2 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:24.645668 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-ca14042f-efca-4cbb-a21a-e24d5bda6ef2 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:24.647850 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-ca14042f-efca-4cbb-a21a-e24d5bda6ef2 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1673846 May 21 15:32:24.650137 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 38428) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:32:24.655409 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [None req-789c9518-2922-4c55-9a47-89ea22bc024e tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Request body: {'security_group_rule': {'security_group_id': '6a0951fd-2d75-4d1b-8751-70367785e948', 'project_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:32:24.662666 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-789c9518-2922-4c55-9a47-89ea22bc024e tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:32:24.666690 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-789c9518-2922-4c55-9a47-89ea22bc024e tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Usage tracker for resource:security_group_rule and tenant:9b3311b9b0ea4e20a494602faa2bafcc is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:32:24.669597 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-789c9518-2922-4c55-9a47-89ea22bc024e tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:32:24.675449 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-789c9518-2922-4c55-9a47-89ea22bc024e tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:32:24.693334 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-789c9518-2922-4c55-9a47-89ea22bc024e tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:24.758485 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-789c9518-2922-4c55-9a47-89ea22bc024e tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:24.762591 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-789c9518-2922-4c55-9a47-89ea22bc024e tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595095'] for security_group_rule, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:24.769400 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:24.791067 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789c9518-2922-4c55-9a47-89ea22bc024e tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30a74a1a-6162-4bae-8a5e-7bbc686630bc,revision_number=0']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:24.794048 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-789c9518-2922-4c55-9a47-89ea22bc024e tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:24.804054 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-789c9518-2922-4c55-9a47-89ea22bc024e tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:24.806476 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-789c9518-2922-4c55-9a47-89ea22bc024e tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1552889 May 21 15:32:24.808929 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 38432) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:32:24.823267 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [None req-6b4fbfb4-cd1d-4856-876e-8a149823b088 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Request body: {'security_group_rule': {'security_group_id': '6a0951fd-2d75-4d1b-8751-70367785e948', 'project_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:32:24.823267 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-6b4fbfb4-cd1d-4856-876e-8a149823b088 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:32:24.824998 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-6b4fbfb4-cd1d-4856-876e-8a149823b088 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Usage tracker for resource:security_group_rule and tenant:9b3311b9b0ea4e20a494602faa2bafcc is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:32:24.828127 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-6b4fbfb4-cd1d-4856-876e-8a149823b088 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:32:24.835163 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-6b4fbfb4-cd1d-4856-876e-8a149823b088 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:32:24.853076 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 05c00be5-c9da-4b9d-b49f-fe044c536029 up at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:32:24.860997 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-6b4fbfb4-cd1d-4856-876e-8a149823b088 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:24.929524 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning for port 05c00be5-c9da-4b9d-b49f-fe044c536029 completed by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:32:24.932909 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-6b4fbfb4-cd1d-4856-876e-8a149823b088 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:24.935873 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning complete for port 05c00be5-c9da-4b9d-b49f-fe044c536029 triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:32:24.936320 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:24.936598 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-6b4fbfb4-cd1d-4856-876e-8a149823b088 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595095'] for security_group_rule, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:24.938810 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-c6c44c11-baa2-459f-a50b-b044d6aea53b tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:24.963257 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4fbfb4-cd1d-4856-876e-8a149823b088 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47910032-1284-4505-8f94-c27a29b63fe4,revision_number=0']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:24.970446 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-6b4fbfb4-cd1d-4856-876e-8a149823b088 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:24.977432 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-6b4fbfb4-cd1d-4856-876e-8a149823b088 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:24.979247 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-6b4fbfb4-cd1d-4856-876e-8a149823b088 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1693108 May 21 15:32:24.981863 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 38436) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:32:24.987791 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [None req-553224d3-4ad2-416b-849d-45af666ae0c3 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Request body: {'security_group_rule': {'security_group_id': '6a0951fd-2d75-4d1b-8751-70367785e948', 'project_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:32:24.994985 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-553224d3-4ad2-416b-849d-45af666ae0c3 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:32:24.999164 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-553224d3-4ad2-416b-849d-45af666ae0c3 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Usage tracker for resource:security_group_rule and tenant:9b3311b9b0ea4e20a494602faa2bafcc is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:32:25.002471 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-553224d3-4ad2-416b-849d-45af666ae0c3 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:32:25.010739 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-553224d3-4ad2-416b-849d-45af666ae0c3 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:32:25.027966 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-553224d3-4ad2-416b-849d-45af666ae0c3 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:25.070123 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:25.087696 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] For port 05c00be5-c9da-4b9d-b49f-fe044c536029, host dv-cinder-792299-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=05c00be5-c9da-4b9d-b49f-fe044c536029,segment=NetworkSegment(6e22115a-e16c-4b74-9ec4-448dbc5267a0),segment_id=6e22115a-e16c-4b74-9ec4-448dbc5267a0)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:32:25.092725 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:25.094604 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-114feb38-285b-43dc-baeb-cbe3c18c7d3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:25.104731 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-553224d3-4ad2-416b-849d-45af666ae0c3 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:25.109161 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-553224d3-4ad2-416b-849d-45af666ae0c3 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595095'] for security_group_rule, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:25.117495 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-ea362409-6e16-4483-a2c9-1d551b618675 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:25.132729 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553224d3-4ad2-416b-849d-45af666ae0c3 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f986771-4799-4a6d-b00b-8a0715d74550,revision_number=0']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:25.135592 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-553224d3-4ad2-416b-849d-45af666ae0c3 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:25.152863 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-553224d3-4ad2-416b-849d-45af666ae0c3 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:25.157143 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-553224d3-4ad2-416b-849d-45af666ae0c3 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1715319 May 21 15:32:25.157624 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 38440) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:32:25.164192 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.v2.base [None req-87d0c36a-15ea-41aa-a5e3-d1be96f99883 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Request body: {'security_group_rule': {'security_group_id': '6a0951fd-2d75-4d1b-8751-70367785e948', 'project_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:32:25.170001 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-87d0c36a-15ea-41aa-a5e3-d1be96f99883 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:32:25.172582 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Pushing event updated for resources: {'Port': ['ID=05c00be5-c9da-4b9d-b49f-fe044c536029,revision_number=4']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:25.173883 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-87d0c36a-15ea-41aa-a5e3-d1be96f99883 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Usage tracker for resource:security_group_rule and tenant:9b3311b9b0ea4e20a494602faa2bafcc is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:32:25.175856 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:25.178206 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-87d0c36a-15ea-41aa-a5e3-d1be96f99883 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:32:25.184100 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-87d0c36a-15ea-41aa-a5e3-d1be96f99883 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:32:25.195839 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.db.securitygroups_db [None req-87d0c36a-15ea-41aa-a5e3-d1be96f99883 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Project 9b3311b9b0ea4e20a494602faa2bafcc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 21 15:32:25.201726 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-87d0c36a-15ea-41aa-a5e3-d1be96f99883 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:25.278149 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-87d0c36a-15ea-41aa-a5e3-d1be96f99883 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:25.281938 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-87d0c36a-15ea-41aa-a5e3-d1be96f99883 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595095'] for security_group_rule, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:25.284072 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-da4a354e-8aba-476b-86ee-237d4801e395 tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:25.421730 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d0c36a-15ea-41aa-a5e3-d1be96f99883 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be4cab98-99d8-47c4-8aee-30eca6e55705,revision_number=0']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:25.426450 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-87d0c36a-15ea-41aa-a5e3-d1be96f99883 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:25.431263 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-87d0c36a-15ea-41aa-a5e3-d1be96f99883 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:25.435190 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 38444) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:32:25.435740 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-87d0c36a-15ea-41aa-a5e3-d1be96f99883 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2764726 May 21 15:32:25.440694 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [None req-6ce9e4ca-5c1f-44ed-8bea-7c265ac3916c tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Request body: {'security_group_rule': {'security_group_id': '6a0951fd-2d75-4d1b-8751-70367785e948', 'project_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:32:25.448370 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-6ce9e4ca-5c1f-44ed-8bea-7c265ac3916c tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:32:25.453030 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-6ce9e4ca-5c1f-44ed-8bea-7c265ac3916c tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Usage tracker for resource:security_group_rule and tenant:9b3311b9b0ea4e20a494602faa2bafcc is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:32:25.456475 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [None req-6ce9e4ca-5c1f-44ed-8bea-7c265ac3916c tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:32:25.463647 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [None req-6ce9e4ca-5c1f-44ed-8bea-7c265ac3916c tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:32:25.476461 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.db.securitygroups_db [None req-6ce9e4ca-5c1f-44ed-8bea-7c265ac3916c tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Project 9b3311b9b0ea4e20a494602faa2bafcc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 21 15:32:25.482645 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-6ce9e4ca-5c1f-44ed-8bea-7c265ac3916c tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:25.556263 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-6ce9e4ca-5c1f-44ed-8bea-7c265ac3916c tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:25.560920 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-6ce9e4ca-5c1f-44ed-8bea-7c265ac3916c tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595095'] for security_group_rule, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:25.563388 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-789c9518-2922-4c55-9a47-89ea22bc024e tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:25.587116 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce9e4ca-5c1f-44ed-8bea-7c265ac3916c tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07875de0-0e3f-4c0f-be6a-f9ea092bed91,revision_number=0']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:25.589607 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-6ce9e4ca-5c1f-44ed-8bea-7c265ac3916c tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:25.596940 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-6ce9e4ca-5c1f-44ed-8bea-7c265ac3916c tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:25.598238 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-6ce9e4ca-5c1f-44ed-8bea-7c265ac3916c tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1620135 May 21 15:32:26.824094 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 05c00be5-c9da-4b9d-b49f-fe044c536029 up at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:32:26.893742 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122f0991-b975-4c6a-a244-0d4d8ab00fa1 None None] Sync routers for ids ['8de93315-393f-43c0-8209-d85a19616b42'] in dv-cinder-792299-3-iscsi {{(pid=91551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:32:26.899007 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning complete for port 05c00be5-c9da-4b9d-b49f-fe044c536029 triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:32:26.899394 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:26.903795 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122f0991-b975-4c6a-a244-0d4d8ab00fa1 None None] Routers {'8de93315-393f-43c0-8209-d85a19616b42'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:32:26.904590 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-122f0991-b975-4c6a-a244-0d4d8ab00fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:32:18Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['8de93315-393f-43c0-8209-d85a19616b42'], 'active': True} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:32:27.089621 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvr_db [None req-122f0991-b975-4c6a-a244-0d4d8ab00fa1 None None] Set router 8de93315-393f-43c0-8209-d85a19616b42 gateway port host: dv-cinder-792299-3-iscsi {{(pid=91551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:32:27.429161 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-122f0991-b975-4c6a-a244-0d4d8ab00fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de93315-393f-43c0-8209-d85a19616b42', 'name': 'tempest-TestVolumeBootPattern-1763258360-router', 'tenant_id': '2f354fcea14047f28892c53cf2b23417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '05c00be5-c9da-4b9d-b49f-fe044c536029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:32:17Z', 'updated_at': '2021-05-21T15:32:22Z', 'revision_number': 4, 'project_id': '2f354fcea14047f28892c53cf2b23417', 'gw_port': {'id': '05c00be5-c9da-4b9d-b49f-fe044c536029', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de93315-393f-43c0-8209-d85a19616b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:32:18Z', 'updated_at': '2021-05-21T15:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_interfaces': [{'id': 'b6af143e-6071-41a3-bc2a-f51c9a651c8b', 'name': '', 'network_id': '8205422b-df8f-4f0c-a9e5-18546d39af94', 'tenant_id': '2f354fcea14047f28892c53cf2b23417', 'mac_address': 'fa:16:3e:03:37:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8de93315-393f-43c0-8209-d85a19616b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'f743c155-75e3-405f-9728-03eadd8876af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:32:21Z', 'updated_at': '2021-05-21T15:32:22Z', 'revision_number': 2, 'project_id': '2f354fcea14047f28892c53cf2b23417', 'subnets': [{'id': 'f743c155-75e3-405f-9728-03eadd8876af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:32:27.433434 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122f0991-b975-4c6a-a244-0d4d8ab00fa1 None None] Checking router: 8de93315-393f-43c0-8209-d85a19616b42 for host: dv-cinder-792299-3-iscsi {{(pid=91551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:32:27.433788 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122f0991-b975-4c6a-a244-0d4d8ab00fa1 None None] Updating router 8de93315-393f-43c0-8209-d85a19616b42 port b6af143e-6071-41a3-bc2a-f51c9a651c8b binding host dv-cinder-792299-3-iscsi {{(pid=91551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 21 15:32:27.489050 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron_lib.callbacks.manager [None req-122f0991-b975-4c6a-a244-0d4d8ab00fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:27.847305 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron_lib.callbacks.manager [None req-122f0991-b975-4c6a-a244-0d4d8ab00fa1 None None] Notify callbacks [] for port, precommit_update {{(pid=91551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:27.860137 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.provisioning_blocks [None req-122f0991-b975-4c6a-a244-0d4d8ab00fa1 None None] Transition to ACTIVE for port object b6af143e-6071-41a3-bc2a-f51c9a651c8b will not be triggered until provisioned by entity L2. {{(pid=91551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:32:27.868819 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron_lib.callbacks.manager [None req-122f0991-b975-4c6a-a244-0d4d8ab00fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:27.874524 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:28.061073 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d3682c-22cd-465d-8359-16cb78fb2c23 None None] Pushing event updated for resources: {'Port': ['ID=b6af143e-6071-41a3-bc2a-f51c9a651c8b,revision_number=3']} {{(pid=91551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:28.069023 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG oslo_concurrency.lockutils [None req-05d3682c-22cd-465d-8359-16cb78fb2c23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:28.126311 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.managers [None req-122f0991-b975-4c6a-a244-0d4d8ab00fa1 None None] Attempting to bind port b6af143e-6071-41a3-bc2a-f51c9a651c8b on host dv-cinder-792299-3-iscsi for vnic_type normal with profile {{(pid=91551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:32:28.126682 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.managers [None req-122f0991-b975-4c6a-a244-0d4d8ab00fa1 None None] Attempting to bind port b6af143e-6071-41a3-bc2a-f51c9a651c8b by drivers openvswitch,hyperv on host dv-cinder-792299-3-iscsi at level 0 using segments [{'id': '35f3268b-d740-4c19-b765-7fd64145c570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8205422b-df8f-4f0c-a9e5-18546d39af94'}] {{(pid=91551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:32:28.127083 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122f0991-b975-4c6a-a244-0d4d8ab00fa1 None None] Attempting to bind port b6af143e-6071-41a3-bc2a-f51c9a651c8b on network 8205422b-df8f-4f0c-a9e5-18546d39af94 {{(pid=91551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:32:28.133742 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122f0991-b975-4c6a-a244-0d4d8ab00fa1 None None] Checking agent: {'id': 'f4608e34-e7ca-4ad2-a713-84295da40874', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 12, 18), 'started_at': datetime.datetime(2021, 5, 21, 15, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:32:28.134122 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122f0991-b975-4c6a-a244-0d4d8ab00fa1 None None] Checking segment: {'id': '35f3268b-d740-4c19-b765-7fd64145c570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8205422b-df8f-4f0c-a9e5-18546d39af94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:32:28.134533 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron_lib.callbacks.manager [None req-122f0991-b975-4c6a-a244-0d4d8ab00fa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:28.134972 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122f0991-b975-4c6a-a244-0d4d8ab00fa1 None None] Bound using segment: {'id': '35f3268b-d740-4c19-b765-7fd64145c570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8205422b-df8f-4f0c-a9e5-18546d39af94'} {{(pid=91551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:32:28.135434 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.managers [None req-122f0991-b975-4c6a-a244-0d4d8ab00fa1 None None] Bound port: b6af143e-6071-41a3-bc2a-f51c9a651c8b, host: dv-cinder-792299-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f3268b-d740-4c19-b765-7fd64145c570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '8205422b-df8f-4f0c-a9e5-18546d39af94'}}] {{(pid=91551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:32:28.135815 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron_lib.callbacks.manager [None req-122f0991-b975-4c6a-a244-0d4d8ab00fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:28.229612 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.db [None req-122f0991-b975-4c6a-a244-0d4d8ab00fa1 None None] For port b6af143e-6071-41a3-bc2a-f51c9a651c8b, host dv-cinder-792299-3-iscsi, cleared binding levels {{(pid=91551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:32:28.233361 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.plugins.ml2.db [None req-122f0991-b975-4c6a-a244-0d4d8ab00fa1 None None] For port b6af143e-6071-41a3-bc2a-f51c9a651c8b, host dv-cinder-792299-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=b6af143e-6071-41a3-bc2a-f51c9a651c8b,segment=NetworkSegment(35f3268b-d740-4c19-b765-7fd64145c570),segment_id=35f3268b-d740-4c19-b765-7fd64145c570)] {{(pid=91551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:32:28.237495 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron_lib.callbacks.manager [None req-122f0991-b975-4c6a-a244-0d4d8ab00fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:28.242179 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG oslo_concurrency.lockutils [None req-1f2fcc7c-7f88-4f04-bf28-35353a35698f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:28.319909 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d3682c-22cd-465d-8359-16cb78fb2c23 None None] Pushing event updated for resources: {'Port': ['ID=b6af143e-6071-41a3-bc2a-f51c9a651c8b,revision_number=4']} {{(pid=91551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:28.323704 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG oslo_concurrency.lockutils [None req-05d3682c-22cd-465d-8359-16cb78fb2c23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:28.325359 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122f0991-b975-4c6a-a244-0d4d8ab00fa1 None None] Routers {'8de93315-393f-43c0-8209-d85a19616b42'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:32:28.325964 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-122f0991-b975-4c6a-a244-0d4d8ab00fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:32:18Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['8de93315-393f-43c0-8209-d85a19616b42'], 'active': True} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:32:28.520901 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvr_db [None req-122f0991-b975-4c6a-a244-0d4d8ab00fa1 None None] Set router 8de93315-393f-43c0-8209-d85a19616b42 gateway port host: dv-cinder-792299-3-iscsi {{(pid=91551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:32:28.862396 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device b6af143e-6071-41a3-bc2a-f51c9a651c8b up at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:32:28.870335 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-122f0991-b975-4c6a-a244-0d4d8ab00fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de93315-393f-43c0-8209-d85a19616b42', 'name': 'tempest-TestVolumeBootPattern-1763258360-router', 'tenant_id': '2f354fcea14047f28892c53cf2b23417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '05c00be5-c9da-4b9d-b49f-fe044c536029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:32:17Z', 'updated_at': '2021-05-21T15:32:22Z', 'revision_number': 4, 'project_id': '2f354fcea14047f28892c53cf2b23417', 'gw_port': {'id': '05c00be5-c9da-4b9d-b49f-fe044c536029', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de93315-393f-43c0-8209-d85a19616b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:32:18Z', 'updated_at': '2021-05-21T15:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_interfaces': [{'id': 'b6af143e-6071-41a3-bc2a-f51c9a651c8b', 'name': '', 'network_id': '8205422b-df8f-4f0c-a9e5-18546d39af94', 'tenant_id': '2f354fcea14047f28892c53cf2b23417', 'mac_address': 'fa:16:3e:03:37:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8de93315-393f-43c0-8209-d85a19616b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'f743c155-75e3-405f-9728-03eadd8876af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:32:21Z', 'updated_at': '2021-05-21T15:32:28Z', 'revision_number': 4, 'project_id': '2f354fcea14047f28892c53cf2b23417', 'subnets': [{'id': 'f743c155-75e3-405f-9728-03eadd8876af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:32:28.875066 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122f0991-b975-4c6a-a244-0d4d8ab00fa1 None None] The sync data for ids ['8de93315-393f-43c0-8209-d85a19616b42'] in dv-cinder-792299-3-iscsi is: [{'id': '8de93315-393f-43c0-8209-d85a19616b42', 'name': 'tempest-TestVolumeBootPattern-1763258360-router', 'tenant_id': '2f354fcea14047f28892c53cf2b23417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '05c00be5-c9da-4b9d-b49f-fe044c536029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:32:17Z', 'updated_at': '2021-05-21T15:32:22Z', 'revision_number': 4, 'project_id': '2f354fcea14047f28892c53cf2b23417', 'gw_port': {'id': '05c00be5-c9da-4b9d-b49f-fe044c536029', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de93315-393f-43c0-8209-d85a19616b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:32:18Z', 'updated_at': '2021-05-21T15:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_interfaces': [{'id': 'b6af143e-6071-41a3-bc2a-f51c9a651c8b', 'name': '', 'network_id': '8205422b-df8f-4f0c-a9e5-18546d39af94', 'tenant_id': '2f354fcea14047f28892c53cf2b23417', 'mac_address': 'fa:16:3e:03:37:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8de93315-393f-43c0-8209-d85a19616b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'f743c155-75e3-405f-9728-03eadd8876af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:32:21Z', 'updated_at': '2021-05-21T15:32:28Z', 'revision_number': 4, 'project_id': '2f354fcea14047f28892c53cf2b23417', 'subnets': [{'id': 'f743c155-75e3-405f-9728-03eadd8876af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:32:28.949295 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning for port b6af143e-6071-41a3-bc2a-f51c9a651c8b completed by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:32:28.955365 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning complete for port b6af143e-6071-41a3-bc2a-f51c9a651c8b triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:32:28.955748 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:29.090812 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:29.130938 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] For port b6af143e-6071-41a3-bc2a-f51c9a651c8b, host dv-cinder-792299-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=b6af143e-6071-41a3-bc2a-f51c9a651c8b,segment=NetworkSegment(35f3268b-d740-4c19-b765-7fd64145c570),segment_id=35f3268b-d740-4c19-b765-7fd64145c570)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:32:29.136263 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:29.138480 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:29.215664 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Pushing event updated for resources: {'Port': ['ID=b6af143e-6071-41a3-bc2a-f51c9a651c8b,revision_number=5']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:29.218972 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:30.829300 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device b6af143e-6071-41a3-bc2a-f51c9a651c8b up at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:32:30.906256 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Provisioning complete for port b6af143e-6071-41a3-bc2a-f51c9a651c8b triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:32:30.906622 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:43.172405 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.agents_db [None req-1cb0bb7b-b6db-4325-ad21-6fa15867ad0e None None] Agent healthcheck: found 6 active agents {{(pid=91551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:32:44.124804 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [req-f7191175-3782-4148-8ec3-8dca5eb07033 req-e4d7fe46-39fc-49bb-8258-ba2ba349a00a tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Synchronizing usage tracker for tenant:9b3311b9b0ea4e20a494602faa2bafcc on resource:security_group {{(pid=91549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:32:44.142073 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [req-f7191175-3782-4148-8ec3-8dca5eb07033 req-e4d7fe46-39fc-49bb-8258-ba2ba349a00a tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Unset dirty status for tenant:9b3311b9b0ea4e20a494602faa2bafcc on resource:security_group {{(pid=91549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:32:44.143454 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f7191175-3782-4148-8ec3-8dca5eb07033 req-e4d7fe46-39fc-49bb-8258-ba2ba349a00a tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-807052376&fields=id&tenant_id=9b3311b9b0ea4e20a494602faa2bafcc HTTP/1.1" status: 200 len: 267 time: 0.0589323 May 21 15:32:44.299713 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7191175-3782-4148-8ec3-8dca5eb07033 req-af86b52b-4f8e-4871-a33a-3ebdc2cb25a7 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:44.300372 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [req-f7191175-3782-4148-8ec3-8dca5eb07033 req-af86b52b-4f8e-4871-a33a-3ebdc2cb25a7 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Synchronizing usage tracker for tenant:9b3311b9b0ea4e20a494602faa2bafcc on resource:network {{(pid=91549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:32:44.318196 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [req-f7191175-3782-4148-8ec3-8dca5eb07033 req-af86b52b-4f8e-4871-a33a-3ebdc2cb25a7 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Unset dirty status for tenant:9b3311b9b0ea4e20a494602faa2bafcc on resource:network {{(pid=91549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:32:44.319344 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f7191175-3782-4148-8ec3-8dca5eb07033 req-af86b52b-4f8e-4871-a33a-3ebdc2cb25a7 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/networks?id=5b542826-cfa8-402b-9f7a-d4936ebb79ee HTTP/1.1" status: 200 len: 811 time: 0.1691148 May 21 15:32:44.334443 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f7191175-3782-4148-8ec3-8dca5eb07033 req-1b29e391-d176-4824-8b13-b4e244c83e90 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/quotas/9b3311b9b0ea4e20a494602faa2bafcc HTTP/1.1" status: 200 len: 375 time: 0.0095961 May 21 15:32:44.418710 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [req-f7191175-3782-4148-8ec3-8dca5eb07033 req-fd108501-d999-447e-8c54-4296189df1d7 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Synchronizing usage tracker for tenant:9b3311b9b0ea4e20a494602faa2bafcc on resource:port {{(pid=91549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:32:44.435462 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [req-f7191175-3782-4148-8ec3-8dca5eb07033 req-fd108501-d999-447e-8c54-4296189df1d7 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Unset dirty status for tenant:9b3311b9b0ea4e20a494602faa2bafcc on resource:port {{(pid=91549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:32:44.436916 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f7191175-3782-4148-8ec3-8dca5eb07033 req-fd108501-d999-447e-8c54-4296189df1d7 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=9b3311b9b0ea4e20a494602faa2bafcc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0972431 May 21 15:32:44.552764 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [req-f7191175-3782-4148-8ec3-8dca5eb07033 req-477c5701-dfee-4d18-987e-0fc79442d864 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=91549) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 21 15:32:44.553704 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f7191175-3782-4148-8ec3-8dca5eb07033 req-477c5701-dfee-4d18-987e-0fc79442d864 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1039715 May 21 15:32:44.685291 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f7191175-3782-4148-8ec3-8dca5eb07033 req-5f576fbc-9ac7-43e6-8d14-d6acf265adb1 service neutron] 10.222.0.69 "GET /v2.0/networks/5b542826-cfa8-402b-9f7a-d4936ebb79ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256227 May 21 15:32:44.815181 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f7191175-3782-4148-8ec3-8dca5eb07033 req-e377d24b-a455-44e0-8671-8bb2b05397bb service neutron] 10.222.0.69 "GET /v2.0/networks/5b542826-cfa8-402b-9f7a-d4936ebb79ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242373 May 21 15:32:45.220249 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-e963d34e-43a4-4b09-9068-7088934570d1 req-7dc90cdc-8a12-408f-ac1c-dee0292c71d1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb5825aa-0c24-434b-96f9-b249f5018be2 HTTP/1.1" status: 200 len: 210 time: 0.0449553 May 21 15:32:45.263439 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-4714f236-880f-4659-9354-9fe86db142a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:46.336971 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7191175-3782-4148-8ec3-8dca5eb07033 req-78c4f2d8-0da4-427b-bc15-02f509c900ee tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:46.338443 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-f7191175-3782-4148-8ec3-8dca5eb07033 req-78c4f2d8-0da4-427b-bc15-02f509c900ee tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.68 "GET /v2.0/networks?id=5b542826-cfa8-402b-9f7a-d4936ebb79ee HTTP/1.1" status: 200 len: 811 time: 0.1563349 May 21 15:32:46.391686 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-f7191175-3782-4148-8ec3-8dca5eb07033 req-3737f40a-e207-4ea4-91bc-227f7aa026cd tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Synchronizing usage tracker for tenant:9b3311b9b0ea4e20a494602faa2bafcc on resource:security_group {{(pid=91548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:32:46.399613 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-74e89a37-abef-4655-8af3-0949613e00e2 req-ca6e40a3-36e9-4ad6-87a9-3d5ddfcb88db tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb5825aa-0c24-434b-96f9-b249f5018be2 HTTP/1.1" status: 200 len: 210 time: 0.0674579 May 21 15:32:46.403985 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-f7191175-3782-4148-8ec3-8dca5eb07033 req-3737f40a-e207-4ea4-91bc-227f7aa026cd tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Unset dirty status for tenant:9b3311b9b0ea4e20a494602faa2bafcc on resource:security_group {{(pid=91548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:32:46.405121 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-f7191175-3782-4148-8ec3-8dca5eb07033 req-3737f40a-e207-4ea4-91bc-227f7aa026cd tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b3311b9b0ea4e20a494602faa2bafcc HTTP/1.1" status: 200 len: 379 time: 0.0555770 May 21 15:32:46.415316 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [req-f7191175-3782-4148-8ec3-8dca5eb07033 req-82145f32-3a26-4dfe-9b09-5ffef1952d04 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Request body: {'port': {'device_id': 'cb5825aa-0c24-434b-96f9-b249f5018be2', 'network_id': '5b542826-cfa8-402b-9f7a-d4936ebb79ee', 'admin_state_up': True, 'tenant_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'security_groups': ['6a0951fd-2d75-4d1b-8751-70367785e948']}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:32:46.561980 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [req-f7191175-3782-4148-8ec3-8dca5eb07033 req-82145f32-3a26-4dfe-9b09-5ffef1952d04 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:32:46.572267 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [req-f7191175-3782-4148-8ec3-8dca5eb07033 req-82145f32-3a26-4dfe-9b09-5ffef1952d04 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:32:46.582270 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7191175-3782-4148-8ec3-8dca5eb07033 req-82145f32-3a26-4dfe-9b09-5ffef1952d04 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Made reservation on behalf of 9b3311b9b0ea4e20a494602faa2bafcc for: {'port': 1} {{(pid=91548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:32:46.585806 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-f7191175-3782-4148-8ec3-8dca5eb07033 req-82145f32-3a26-4dfe-9b09-5ffef1952d04 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:46.758141 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.db_base_plugin_common [req-f7191175-3782-4148-8ec3-8dca5eb07033 req-82145f32-3a26-4dfe-9b09-5ffef1952d04 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Allocated IP 172.20.0.8 (5b542826-cfa8-402b-9f7a-d4936ebb79ee/59cccb6e-6d77-4ef7-87c5-346fee1124e0/a3dc778e-f03a-42a2-803c-5f1e49f5f52f) {{(pid=91548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:32:46.960977 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-f7191175-3782-4148-8ec3-8dca5eb07033 req-82145f32-3a26-4dfe-9b09-5ffef1952d04 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks [] for port, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:46.977963 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.provisioning_blocks [req-f7191175-3782-4148-8ec3-8dca5eb07033 req-82145f32-3a26-4dfe-9b09-5ffef1952d04 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Transition to ACTIVE for port object a3dc778e-f03a-42a2-803c-5f1e49f5f52f will not be triggered until provisioned by entity DHCP. {{(pid=91548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:32:47.001564 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-f7191175-3782-4148-8ec3-8dca5eb07033 req-82145f32-3a26-4dfe-9b09-5ffef1952d04 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730419340153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14885552'] for port, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:47.007544 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-88be5571-7eb1-4eb0-bb38-362311caeb8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:47.071726 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7191175-3782-4148-8ec3-8dca5eb07033 req-82145f32-3a26-4dfe-9b09-5ffef1952d04 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Network 5b542826-cfa8-402b-9f7a-d4936ebb79ee is already hosted by enough agents. {{(pid=91548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:32:47.075269 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.base_scheduler [req-f7191175-3782-4148-8ec3-8dca5eb07033 req-82145f32-3a26-4dfe-9b09-5ffef1952d04 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Resources bound (agent type, host, resource id): {{(pid=91548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:32:47.079165 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7191175-3782-4148-8ec3-8dca5eb07033 req-82145f32-3a26-4dfe-9b09-5ffef1952d04 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Received port after_create {{(pid=91548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:32:47.120433 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82145f32-3a26-4dfe-9b09-5ffef1952d04 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Pushing event updated for resources: {'Port': ['ID=a3dc778e-f03a-42a2-803c-5f1e49f5f52f,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:47.129924 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-82145f32-3a26-4dfe-9b09-5ffef1952d04 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:47.153557 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7191175-3782-4148-8ec3-8dca5eb07033 req-82145f32-3a26-4dfe-9b09-5ffef1952d04 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:47.154221 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-f7191175-3782-4148-8ec3-8dca5eb07033 req-82145f32-3a26-4dfe-9b09-5ffef1952d04 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for port, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:47.186085 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-f7191175-3782-4148-8ec3-8dca5eb07033 req-82145f32-3a26-4dfe-9b09-5ffef1952d04 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7746999 May 21 15:32:47.200748 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [req-f7191175-3782-4148-8ec3-8dca5eb07033 req-39642238-4499-40c6-ae10-cbf94afeebba service neutron] Request body: {'port': {'device_id': 'cb5825aa-0c24-434b-96f9-b249f5018be2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:32:47.317836 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-f7191175-3782-4148-8ec3-8dca5eb07033 req-39642238-4499-40c6-ae10-cbf94afeebba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:47.351640 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-4b14d2c4-00f2-4f0f-bb29-9233ff9d1cf4 None None] Provisioning for port a3dc778e-f03a-42a2-803c-5f1e49f5f52f completed by entity DHCP. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:32:47.356873 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-4b14d2c4-00f2-4f0f-bb29-9233ff9d1cf4 None None] Provisioning complete for port a3dc778e-f03a-42a2-803c-5f1e49f5f52f triggered by entity DHCP. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:32:47.357392 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-4b14d2c4-00f2-4f0f-bb29-9233ff9d1cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:47.412990 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-4b14d2c4-00f2-4f0f-bb29-9233ff9d1cf4 None None] Port a3dc778e-f03a-42a2-803c-5f1e49f5f52f cannot update to ACTIVE because it is not bound. {{(pid=91550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 15:32:47.597773 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5760cf69-a442-48a6-91ed-683cff26d8e7 req-159297aa-bb21-4529-9922-e6f5b7ee3753 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:47.599794 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-5760cf69-a442-48a6-91ed-683cff26d8e7 req-159297aa-bb21-4529-9922-e6f5b7ee3753 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb5825aa-0c24-434b-96f9-b249f5018be2 HTTP/1.1" status: 200 len: 931 time: 0.0871804 May 21 15:32:47.649295 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-5760cf69-a442-48a6-91ed-683cff26d8e7 req-3538bd39-90cc-4e67-8b79-9b9ad90b8134 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a0951fd-2d75-4d1b-8751-70367785e948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436387 May 21 15:32:47.763925 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.notifiers.nova [req-f7191175-3782-4148-8ec3-8dca5eb07033 req-39642238-4499-40c6-ae10-cbf94afeebba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3dc778e-f03a-42a2-803c-5f1e49f5f52f {{(pid=91548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:32:47.771548 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-f7191175-3782-4148-8ec3-8dca5eb07033 req-39642238-4499-40c6-ae10-cbf94afeebba service neutron] Notify callbacks [] for port, precommit_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:47.785804 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.provisioning_blocks [req-f7191175-3782-4148-8ec3-8dca5eb07033 req-39642238-4499-40c6-ae10-cbf94afeebba service neutron] Transition to ACTIVE for port object a3dc778e-f03a-42a2-803c-5f1e49f5f52f will not be triggered until provisioned by entity L2. {{(pid=91548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:32:47.789051 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-f7191175-3782-4148-8ec3-8dca5eb07033 req-39642238-4499-40c6-ae10-cbf94afeebba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14885543'] for port, after_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:47.792542 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-eb230178-5bdd-4e3c-a87d-ba0ef17258c4 tempest-VolumesActionsTest-357887125 tempest-VolumesActionsTest-357887125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:47.980763 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39642238-4499-40c6-ae10-cbf94afeebba service neutron] Pushing event updated for resources: {'Port': ['ID=a3dc778e-f03a-42a2-803c-5f1e49f5f52f,revision_number=2']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:47.999820 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-39642238-4499-40c6-ae10-cbf94afeebba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:48.012806 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:48.029446 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.managers [req-f7191175-3782-4148-8ec3-8dca5eb07033 req-39642238-4499-40c6-ae10-cbf94afeebba service neutron] Attempting to bind port a3dc778e-f03a-42a2-803c-5f1e49f5f52f on host hv-cinder-79229 for vnic_type normal with profile {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:32:48.029696 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.managers [req-f7191175-3782-4148-8ec3-8dca5eb07033 req-39642238-4499-40c6-ae10-cbf94afeebba service neutron] Attempting to bind port a3dc778e-f03a-42a2-803c-5f1e49f5f52f by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': 'ff606e48-e7cc-4d66-8d0d-c025c9aa548c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5b542826-cfa8-402b-9f7a-d4936ebb79ee'}] {{(pid=91548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:32:48.030025 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7191175-3782-4148-8ec3-8dca5eb07033 req-39642238-4499-40c6-ae10-cbf94afeebba service neutron] Attempting to bind port a3dc778e-f03a-42a2-803c-5f1e49f5f52f on network 5b542826-cfa8-402b-9f7a-d4936ebb79ee {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:32:48.035818 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7191175-3782-4148-8ec3-8dca5eb07033 req-39642238-4499-40c6-ae10-cbf94afeebba service neutron] Port a3dc778e-f03a-42a2-803c-5f1e49f5f52f on network 5b542826-cfa8-402b-9f7a-d4936ebb79ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 15:32:48.035818 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7191175-3782-4148-8ec3-8dca5eb07033 req-39642238-4499-40c6-ae10-cbf94afeebba service neutron] Attempting to bind port a3dc778e-f03a-42a2-803c-5f1e49f5f52f on network 5b542826-cfa8-402b-9f7a-d4936ebb79ee {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:32:48.040876 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7191175-3782-4148-8ec3-8dca5eb07033 req-39642238-4499-40c6-ae10-cbf94afeebba service neutron] Checking agent: {'id': '4762cb26-ef72-475b-a9a0-8f480bf27f9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 18, 22), 'started_at': datetime.datetime(2021, 5, 21, 15, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:32:48.041239 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7191175-3782-4148-8ec3-8dca5eb07033 req-39642238-4499-40c6-ae10-cbf94afeebba service neutron] Checking segment: {'id': 'ff606e48-e7cc-4d66-8d0d-c025c9aa548c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5b542826-cfa8-402b-9f7a-d4936ebb79ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:32:48.041619 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7191175-3782-4148-8ec3-8dca5eb07033 req-39642238-4499-40c6-ae10-cbf94afeebba service neutron] Bound using segment: {'id': 'ff606e48-e7cc-4d66-8d0d-c025c9aa548c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5b542826-cfa8-402b-9f7a-d4936ebb79ee'} {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:32:48.042041 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.managers [req-f7191175-3782-4148-8ec3-8dca5eb07033 req-39642238-4499-40c6-ae10-cbf94afeebba service neutron] Bound port: a3dc778e-f03a-42a2-803c-5f1e49f5f52f, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff606e48-e7cc-4d66-8d0d-c025c9aa548c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5b542826-cfa8-402b-9f7a-d4936ebb79ee'}}] {{(pid=91548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:32:48.042387 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-f7191175-3782-4148-8ec3-8dca5eb07033 req-39642238-4499-40c6-ae10-cbf94afeebba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:48.133452 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [req-f7191175-3782-4148-8ec3-8dca5eb07033 req-39642238-4499-40c6-ae10-cbf94afeebba service neutron] For port a3dc778e-f03a-42a2-803c-5f1e49f5f52f, host hv-cinder-79229, cleared binding levels {{(pid=91548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:32:48.136280 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [req-f7191175-3782-4148-8ec3-8dca5eb07033 req-39642238-4499-40c6-ae10-cbf94afeebba service neutron] For port a3dc778e-f03a-42a2-803c-5f1e49f5f52f, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=a3dc778e-f03a-42a2-803c-5f1e49f5f52f,segment=NetworkSegment(ff606e48-e7cc-4d66-8d0d-c025c9aa548c),segment_id=ff606e48-e7cc-4d66-8d0d-c025c9aa548c)] {{(pid=91548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:32:48.140089 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-f7191175-3782-4148-8ec3-8dca5eb07033 req-39642238-4499-40c6-ae10-cbf94afeebba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14885543'] for port, after_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:48.145428 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-3695a5be-ef6f-4bf5-a7da-b78970af24dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:48.195726 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7191175-3782-4148-8ec3-8dca5eb07033 req-39642238-4499-40c6-ae10-cbf94afeebba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:48.196259 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-f7191175-3782-4148-8ec3-8dca5eb07033 req-39642238-4499-40c6-ae10-cbf94afeebba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for port, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:48.197653 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-f7191175-3782-4148-8ec3-8dca5eb07033 req-39642238-4499-40c6-ae10-cbf94afeebba service neutron] 10.222.0.68 "PUT /v2.0/ports/a3dc778e-f03a-42a2-803c-5f1e49f5f52f HTTP/1.1" status: 200 len: 1093 time: 1.0028131 May 21 15:32:48.198189 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb5825aa-0c24-434b-96f9-b249f5018be2', 'tag': 'a3dc778e-f03a-42a2-803c-5f1e49f5f52f'}] {{(pid=91548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:32:48.230056 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39642238-4499-40c6-ae10-cbf94afeebba service neutron] Pushing event updated for resources: {'Port': ['ID=a3dc778e-f03a-42a2-803c-5f1e49f5f52f,revision_number=3']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:48.233455 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-39642238-4499-40c6-ae10-cbf94afeebba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:48.320766 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-851101fd-6aa5-4a40-9466-fff69928d945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:48.326398 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb5825aa-0c24-434b-96f9-b249f5018be2', 'tag': 'a3dc778e-f03a-42a2-803c-5f1e49f5f52f', 'status': 'completed', 'code': 200} May 21 15:32:48.339458 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7191175-3782-4148-8ec3-8dca5eb07033 req-91f04439-3748-4df0-a0c2-cf14f6338340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:48.341136 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-f7191175-3782-4148-8ec3-8dca5eb07033 req-91f04439-3748-4df0-a0c2-cf14f6338340 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9b3311b9b0ea4e20a494602faa2bafcc&device_id=cb5825aa-0c24-434b-96f9-b249f5018be2 HTTP/1.1" status: 200 len: 1096 time: 0.0892506 May 21 15:32:48.420565 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-f7191175-3782-4148-8ec3-8dca5eb07033 req-475bc74e-79e7-462b-af75-9fd5d341f327 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3dc778e-f03a-42a2-803c-5f1e49f5f52f HTTP/1.1" status: 200 len: 217 time: 0.0658383 May 21 15:32:48.489845 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7191175-3782-4148-8ec3-8dca5eb07033 req-fe8aae05-01af-4774-97f6-7b284651711d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:48.491313 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-f7191175-3782-4148-8ec3-8dca5eb07033 req-fe8aae05-01af-4774-97f6-7b284651711d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=59cccb6e-6d77-4ef7-87c5-346fee1124e0 HTTP/1.1" status: 200 len: 850 time: 0.0635650 May 21 15:32:48.571337 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7191175-3782-4148-8ec3-8dca5eb07033 req-d8ee87bf-c6a5-47f8-84ec-ec070185dd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:48.572811 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-f7191175-3782-4148-8ec3-8dca5eb07033 req-d8ee87bf-c6a5-47f8-84ec-ec070185dd44 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5b542826-cfa8-402b-9f7a-d4936ebb79ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0710006 May 21 15:32:48.711163 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-f7191175-3782-4148-8ec3-8dca5eb07033 req-143ad329-6c47-476a-9c96-bd4c0e1915b6 service neutron] 10.222.0.68 "GET /v2.0/networks/5b542826-cfa8-402b-9f7a-d4936ebb79ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281626 May 21 15:32:48.840913 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae1486-3270-4425-941d-883d048687bd req-de37ed3d-b237-4bab-a47b-c999d90e3fd2 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:48.842411 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-daae1486-3270-4425-941d-883d048687bd req-de37ed3d-b237-4bab-a47b-c999d90e3fd2 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb5825aa-0c24-434b-96f9-b249f5018be2 HTTP/1.1" status: 200 len: 943 time: 0.0851748 May 21 15:32:48.853868 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-f7191175-3782-4148-8ec3-8dca5eb07033 req-fd9094af-3093-4f06-a7f1-e1f69e1378dc service neutron] 10.222.0.68 "GET /v2.0/networks/5b542826-cfa8-402b-9f7a-d4936ebb79ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328127 May 21 15:32:48.892160 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-daae1486-3270-4425-941d-883d048687bd req-70e7a7e2-a497-42ef-af19-d45516281c8d tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a0951fd-2d75-4d1b-8751-70367785e948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427461 May 21 15:32:48.981517 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463e15f-25d9-417c-8526-21fdde23a899 req-0dde103a-7b65-45ec-946f-986d5231ead5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:48.983285 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-9463e15f-25d9-417c-8526-21fdde23a899 req-0dde103a-7b65-45ec-946f-986d5231ead5 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9b3311b9b0ea4e20a494602faa2bafcc&device_id=cb5825aa-0c24-434b-96f9-b249f5018be2 HTTP/1.1" status: 200 len: 1096 time: 0.0707889 May 21 15:32:49.117467 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463e15f-25d9-417c-8526-21fdde23a899 req-be808c1c-408d-446c-b79b-b0f1a2f3fa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:49.118796 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-9463e15f-25d9-417c-8526-21fdde23a899 req-be808c1c-408d-446c-b79b-b0f1a2f3fa41 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5b542826-cfa8-402b-9f7a-d4936ebb79ee HTTP/1.1" status: 200 len: 912 time: 0.1292017 May 21 15:32:49.189882 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-9463e15f-25d9-417c-8526-21fdde23a899 req-005888dc-c8de-4478-8d06-3ff95287dfbf service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3dc778e-f03a-42a2-803c-5f1e49f5f52f HTTP/1.1" status: 200 len: 217 time: 0.0634401 May 21 15:32:49.251371 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463e15f-25d9-417c-8526-21fdde23a899 req-351f675d-9c12-4415-9545-4d91cffba3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:49.252806 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-9463e15f-25d9-417c-8526-21fdde23a899 req-351f675d-9c12-4415-9545-4d91cffba3d6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=59cccb6e-6d77-4ef7-87c5-346fee1124e0 HTTP/1.1" status: 200 len: 850 time: 0.0562737 May 21 15:32:49.330093 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e6f13acb-dde4-45e3-8932-2715da3406c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:49.336329 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463e15f-25d9-417c-8526-21fdde23a899 req-52eab2e0-94cf-40fa-a9f7-761341efe904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:49.337814 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-9463e15f-25d9-417c-8526-21fdde23a899 req-52eab2e0-94cf-40fa-a9f7-761341efe904 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5b542826-cfa8-402b-9f7a-d4936ebb79ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0741234 May 21 15:32:49.568236 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-9463e15f-25d9-417c-8526-21fdde23a899 req-f841c979-5a44-4849-88a8-7ce8e4f62dbe service neutron] 10.222.0.68 "GET /v2.0/networks/5b542826-cfa8-402b-9f7a-d4936ebb79ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201898 May 21 15:32:49.700190 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-9463e15f-25d9-417c-8526-21fdde23a899 req-e6404254-8277-4bb4-b120-bcb444d6414f service neutron] 10.222.0.68 "GET /v2.0/networks/5b542826-cfa8-402b-9f7a-d4936ebb79ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241980 May 21 15:32:50.094290 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330bcbc8-a47d-4a76-9191-7b8b09d47751 req-8bc1b122-8c34-4860-ad7a-49ad1122973f tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:50.095798 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-330bcbc8-a47d-4a76-9191-7b8b09d47751 req-8bc1b122-8c34-4860-ad7a-49ad1122973f tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb5825aa-0c24-434b-96f9-b249f5018be2 HTTP/1.1" status: 200 len: 943 time: 0.0882905 May 21 15:32:50.142245 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-330bcbc8-a47d-4a76-9191-7b8b09d47751 req-23674522-e23b-4e14-870e-ef893470953f tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a0951fd-2d75-4d1b-8751-70367785e948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400314 May 21 15:32:50.901371 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-cb99478c-afff-4a9c-8770-f3354af234b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:51.335498 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec12ab-228e-463f-99e0-924870ce3ab4 req-b7b458b4-9ae1-4ae1-8143-4a475ca6adcc tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:51.336991 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-8dec12ab-228e-463f-99e0-924870ce3ab4 req-b7b458b4-9ae1-4ae1-8143-4a475ca6adcc tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb5825aa-0c24-434b-96f9-b249f5018be2 HTTP/1.1" status: 200 len: 943 time: 0.0838714 May 21 15:32:51.402690 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-8dec12ab-228e-463f-99e0-924870ce3ab4 req-2f9d0e0a-3084-4ec0-9105-ffda028565ac tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a0951fd-2d75-4d1b-8751-70367785e948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596640 May 21 15:32:52.591587 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e4c9fa-5eb2-40bc-87be-2e02781c8a53 req-862ad116-a5ed-48e7-9f59-a3063b9dd2ce tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:52.593059 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-32e4c9fa-5eb2-40bc-87be-2e02781c8a53 req-862ad116-a5ed-48e7-9f59-a3063b9dd2ce tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb5825aa-0c24-434b-96f9-b249f5018be2 HTTP/1.1" status: 200 len: 943 time: 0.0822465 May 21 15:32:52.642319 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-32e4c9fa-5eb2-40bc-87be-2e02781c8a53 req-d81c5361-3940-40a5-8d37-2532c35a3299 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a0951fd-2d75-4d1b-8751-70367785e948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427983 May 21 15:32:53.272100 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:53.837922 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e5c16-0f62-46b2-a248-ef58c097cde1 req-0a1a0752-b0f8-4e84-bccd-ffb66882c62f tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:53.839440 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-af4e5c16-0f62-46b2-a248-ef58c097cde1 req-0a1a0752-b0f8-4e84-bccd-ffb66882c62f tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb5825aa-0c24-434b-96f9-b249f5018be2 HTTP/1.1" status: 200 len: 943 time: 0.0892007 May 21 15:32:53.887720 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-af4e5c16-0f62-46b2-a248-ef58c097cde1 req-53572c23-2e73-4a25-afd3-8878b29e49fa tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a0951fd-2d75-4d1b-8751-70367785e948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424798 May 21 15:32:55.087930 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7465b07-d6f1-49d9-8d64-25813e71a39a req-73e95bdc-c872-4cd9-bf19-ef3b50bcff9e tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:55.089442 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-b7465b07-d6f1-49d9-8d64-25813e71a39a req-73e95bdc-c872-4cd9-bf19-ef3b50bcff9e tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb5825aa-0c24-434b-96f9-b249f5018be2 HTTP/1.1" status: 200 len: 943 time: 0.0913377 May 21 15:32:55.136060 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-b7465b07-d6f1-49d9-8d64-25813e71a39a req-640a700a-1553-4de4-b2bc-41f8ae2581e3 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a0951fd-2d75-4d1b-8751-70367785e948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409274 May 21 15:32:56.332304 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f524500-32e2-4aad-8f49-e01fa65ddd07 req-ee2254c2-b9f8-4727-ab74-0665d0e15093 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:56.333776 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-3f524500-32e2-4aad-8f49-e01fa65ddd07 req-ee2254c2-b9f8-4727-ab74-0665d0e15093 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb5825aa-0c24-434b-96f9-b249f5018be2 HTTP/1.1" status: 200 len: 943 time: 0.0870514 May 21 15:32:56.380285 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-3f524500-32e2-4aad-8f49-e01fa65ddd07 req-f9454a2f-213b-4be5-86f0-0ee8977e4728 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a0951fd-2d75-4d1b-8751-70367785e948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408506 May 21 15:32:57.573000 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54dfba2-85ed-40ed-9ce0-9b35f00ad58e req-1e2da2fa-56ac-4c7d-b3cd-d19a73c1e65e tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:57.574459 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f54dfba2-85ed-40ed-9ce0-9b35f00ad58e req-1e2da2fa-56ac-4c7d-b3cd-d19a73c1e65e tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb5825aa-0c24-434b-96f9-b249f5018be2 HTTP/1.1" status: 200 len: 943 time: 0.0807526 May 21 15:32:57.622845 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f54dfba2-85ed-40ed-9ce0-9b35f00ad58e req-f210114c-7df8-441d-ad02-4ec86f49d1dc tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a0951fd-2d75-4d1b-8751-70367785e948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427077 May 21 15:32:57.651186 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device a3dc778e-f03a-42a2-803c-5f1e49f5f52f details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:32:57.816824 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port a3dc778e-f03a-42a2-803c-5f1e49f5f52f, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=a3dc778e-f03a-42a2-803c-5f1e49f5f52f,segment=NetworkSegment(ff606e48-e7cc-4d66-8d0d-c025c9aa548c),segment_id=ff606e48-e7cc-4d66-8d0d-c025c9aa548c)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:32:57.829851 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Returning: {'device': 'a3dc778e-f03a-42a2-803c-5f1e49f5f52f', 'network_id': '5b542826-cfa8-402b-9f7a-d4936ebb79ee', 'port_id': 'a3dc778e-f03a-42a2-803c-5f1e49f5f52f', 'mac_address': 'fa:16:3e:46:89:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59cccb6e-6d77-4ef7-87c5-346fee1124e0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:32:57.886445 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:57.902987 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.notifiers.nova [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3dc778e-f03a-42a2-803c-5f1e49f5f52f {{(pid=91550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:32:57.918045 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port a3dc778e-f03a-42a2-803c-5f1e49f5f52f, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=a3dc778e-f03a-42a2-803c-5f1e49f5f52f,segment=NetworkSegment(ff606e48-e7cc-4d66-8d0d-c025c9aa548c),segment_id=ff606e48-e7cc-4d66-8d0d-c025c9aa548c)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:32:57.922565 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:57.924261 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:57.989923 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Pushing event updated for resources: {'Port': ['ID=a3dc778e-f03a-42a2-803c-5f1e49f5f52f,revision_number=4']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:57.997355 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:57.997702 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:57.998037 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:57.998371 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:57.998698 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:57.999057 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:57.999381 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:57.999731 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:58.000055 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:58.000377 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:58.000696 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:58.001014 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:32:58.005732 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:32:58.154305 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] get_ports_and_sgs() called for port_ids ['a3dc778e-f03a-42a2-803c-5f1e49f5f52f'] {{(pid=91550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:32:58.813481 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95762b18-ef4a-44da-a772-f437d051c46d req-501d9b44-9787-4de0-a6ca-f1a80ac29397 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:32:58.814932 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-95762b18-ef4a-44da-a772-f437d051c46d req-501d9b44-9787-4de0-a6ca-f1a80ac29397 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb5825aa-0c24-434b-96f9-b249f5018be2 HTTP/1.1" status: 200 len: 944 time: 0.0811956 May 21 15:32:58.859623 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-95762b18-ef4a-44da-a772-f437d051c46d req-2e42e1be-8207-4ede-a91c-58b384667861 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a0951fd-2d75-4d1b-8751-70367785e948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389571 May 21 15:32:59.666111 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device a3dc778e-f03a-42a2-803c-5f1e49f5f52f up at agent hyperv_hv-cinder-79229 {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:32:59.735867 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Provisioning for port a3dc778e-f03a-42a2-803c-5f1e49f5f52f completed by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:32:59.741103 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Provisioning complete for port a3dc778e-f03a-42a2-803c-5f1e49f5f52f triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:32:59.741481 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:59.861860 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:59.890706 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb5825aa-0c24-434b-96f9-b249f5018be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3dc778e-f03a-42a2-803c-5f1e49f5f52f'}] {{(pid=91550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:32:59.901684 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port a3dc778e-f03a-42a2-803c-5f1e49f5f52f, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=a3dc778e-f03a-42a2-803c-5f1e49f5f52f,segment=NetworkSegment(ff606e48-e7cc-4d66-8d0d-c025c9aa548c),segment_id=ff606e48-e7cc-4d66-8d0d-c025c9aa548c)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:32:59.906970 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:59.908912 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-4541e754-5717-483b-8408-c904663b31c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:32:59.944718 dv-cinder-792299-3-iscsi neutron-server[91550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb5825aa-0c24-434b-96f9-b249f5018be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3dc778e-f03a-42a2-803c-5f1e49f5f52f', 'code': 200} May 21 15:32:59.978819 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Pushing event updated for resources: {'Port': ['ID=a3dc778e-f03a-42a2-803c-5f1e49f5f52f,revision_number=5']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:32:59.981847 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:33:00.158751 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3fdb1f-fa50-4b5e-ad3c-35df8beb7ec3 req-17bfbcd4-3406-43bd-936b-238db4a25837 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:33:00.160073 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-0f3fdb1f-fa50-4b5e-ad3c-35df8beb7ec3 req-17bfbcd4-3406-43bd-936b-238db4a25837 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb5825aa-0c24-434b-96f9-b249f5018be2 HTTP/1.1" status: 200 len: 945 time: 0.1915481 May 21 15:33:00.206200 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-0f3fdb1f-fa50-4b5e-ad3c-35df8beb7ec3 req-7beee412-df49-4eca-96b6-00bfee71bbec tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a0951fd-2d75-4d1b-8751-70367785e948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400376 May 21 15:33:00.225283 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0830c6-558a-45a7-85c4-7da5d4e87c35 req-edc95730-6dc6-436f-bb86-5e1d9261fd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:33:00.226791 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-3c0830c6-558a-45a7-85c4-7da5d4e87c35 req-edc95730-6dc6-436f-bb86-5e1d9261fd3e service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=cb5825aa-0c24-434b-96f9-b249f5018be2 HTTP/1.1" status: 200 len: 1098 time: 0.0735540 May 21 15:33:00.270733 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-3c0830c6-558a-45a7-85c4-7da5d4e87c35 req-b00a1d79-eac7-478f-9539-000920a0c86e service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=6a0951fd-2d75-4d1b-8751-70367785e948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374515 May 21 15:33:01.396486 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd0642-6a56-4b96-a5bc-6a5c96c54ca7 req-329aaa66-1f16-44ad-a586-b656de77f59f tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:33:01.398038 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-01dd0642-6a56-4b96-a5bc-6a5c96c54ca7 req-329aaa66-1f16-44ad-a586-b656de77f59f tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb5825aa-0c24-434b-96f9-b249f5018be2 HTTP/1.1" status: 200 len: 945 time: 0.0850155 May 21 15:33:01.448330 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-01dd0642-6a56-4b96-a5bc-6a5c96c54ca7 req-72d4ceeb-f100-4294-a71a-b49f8f21e4c1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a0951fd-2d75-4d1b-8751-70367785e948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444815 May 21 15:33:01.633479 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80468c5-fb00-4dc1-b209-c0a27f507ae6 req-49c9a6c9-afc1-49a4-b33e-b90d07b913f5 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:33:01.634917 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-e80468c5-fb00-4dc1-b209-c0a27f507ae6 req-49c9a6c9-afc1-49a4-b33e-b90d07b913f5 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb5825aa-0c24-434b-96f9-b249f5018be2 HTTP/1.1" status: 200 len: 945 time: 0.0781839 May 21 15:33:01.679757 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-e80468c5-fb00-4dc1-b209-c0a27f507ae6 req-24c02714-4087-4f03-80c0-e4c8550c0549 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a0951fd-2d75-4d1b-8751-70367785e948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392847 May 21 15:33:01.702902 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 38608) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:33:01.817191 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a1276a-8583-4aad-ab5e-f56dffb3074f tempest-TestVolumeBootPattern-1041662074 tempest-TestVolumeBootPattern-1041662074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:33:01.818660 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-f9a1276a-8583-4aad-ab5e-f56dffb3074f tempest-TestVolumeBootPattern-1041662074 tempest-TestVolumeBootPattern-1041662074-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=cb5825aa-0c24-434b-96f9-b249f5018be2 HTTP/1.1" status: 200 len: 1093 time: 0.1148274 May 21 15:33:01.821483 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 38614) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:33:01.826366 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.v2.base [None req-daacb2f0-8f72-4e9a-a7e4-6e2f19ea8fd1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Request body: {'floatingip': {'floating_network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'port_id': 'a3dc778e-f03a-42a2-803c-5f1e49f5f52f', 'tenant_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'fixed_ip_address': '172.20.0.8'}} {{(pid=91549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:33:01.832117 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-daacb2f0-8f72-4e9a-a7e4-6e2f19ea8fd1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:33:01.835871 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-daacb2f0-8f72-4e9a-a7e4-6e2f19ea8fd1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Usage tracker for resource:floatingip and tenant:9b3311b9b0ea4e20a494602faa2bafcc is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:33:01.838623 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-daacb2f0-8f72-4e9a-a7e4-6e2f19ea8fd1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:33:01.844204 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-daacb2f0-8f72-4e9a-a7e4-6e2f19ea8fd1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:33:01.854303 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-daacb2f0-8f72-4e9a-a7e4-6e2f19ea8fd1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks [] for floatingip, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:01.989679 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-daacb2f0-8f72-4e9a-a7e4-6e2f19ea8fd1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:02.119135 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.db_base_plugin_common [None req-daacb2f0-8f72-4e9a-a7e4-6e2f19ea8fd1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Allocated IP 172.27.2.173 (ba463646-5c92-40f4-a60a-d72924905aed/aafb72b8-44f1-4418-af97-0acaa496b3de/7b5556f0-48ef-4806-affb-69d608803032) {{(pid=91549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:33:02.264251 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-daacb2f0-8f72-4e9a-a7e4-6e2f19ea8fd1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks [] for port, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:02.293747 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-daacb2f0-8f72-4e9a-a7e4-6e2f19ea8fd1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730419340153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14871526'] for port, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:02.298100 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-f7952b62-78bc-457f-8448-d503a916498c tempest-AttachVolumeTestJSON-1243826783 tempest-AttachVolumeTestJSON-1243826783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:33:02.356571 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daacb2f0-8f72-4e9a-a7e4-6e2f19ea8fd1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Network ba463646-5c92-40f4-a60a-d72924905aed is already hosted by enough agents. {{(pid=91549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:33:02.365503 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.base_scheduler [None req-daacb2f0-8f72-4e9a-a7e4-6e2f19ea8fd1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Resources bound (agent type, host, resource id): {{(pid=91549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:33:02.368566 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daacb2f0-8f72-4e9a-a7e4-6e2f19ea8fd1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Received port after_create {{(pid=91549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:33:02.414694 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daacb2f0-8f72-4e9a-a7e4-6e2f19ea8fd1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Pushing event updated for resources: {'Port': ['ID=7b5556f0-48ef-4806-affb-69d608803032,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:33:02.417614 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-daacb2f0-8f72-4e9a-a7e4-6e2f19ea8fd1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:33:02.793139 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-daacb2f0-8f72-4e9a-a7e4-6e2f19ea8fd1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:02.870540 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-daacb2f0-8f72-4e9a-a7e4-6e2f19ea8fd1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:03.076174 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-daacb2f0-8f72-4e9a-a7e4-6e2f19ea8fd1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks [] for port, precommit_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:03.081391 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-daacb2f0-8f72-4e9a-a7e4-6e2f19ea8fd1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14871537'] for port, after_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:03.085118 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-d5378f69-f723-44fa-8f79-90c17f2d7485 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:33:03.306772 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daacb2f0-8f72-4e9a-a7e4-6e2f19ea8fd1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Pushing event updated for resources: {'Port': ['ID=7b5556f0-48ef-4806-affb-69d608803032,revision_number=2']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:33:03.312719 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-daacb2f0-8f72-4e9a-a7e4-6e2f19ea8fd1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:33:03.319580 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-daacb2f0-8f72-4e9a-a7e4-6e2f19ea8fd1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763211'] for floatingip, after_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:03.502380 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.db.l3_db [None req-daacb2f0-8f72-4e9a-a7e4-6e2f19ea8fd1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Floating IP a4f1751c-d5ea-4b58-a390-6b5c5f6becf5 associated. External IP: 172.27.2.173, port: a3dc778e-f03a-42a2-803c-5f1e49f5f52f. May 21 15:33:03.875204 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daacb2f0-8f72-4e9a-a7e4-6e2f19ea8fd1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Router a50cf4a7-018d-46ef-9086-b3a7d3d46f76 has already been hosted by L3 agent 9c636599-187f-4688-bb24-d46a8be2a055 {{(pid=91549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:33:04.057944 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daacb2f0-8f72-4e9a-a7e4-6e2f19ea8fd1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify agent at l3_agent.dv-cinder-792299-3-iscsi the message routers_updated {{(pid=91549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:33:04.068996 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c89de8-a605-47fd-ad74-0bbcda1cc422 None None] Sync routers for ids ['a50cf4a7-018d-46ef-9086-b3a7d3d46f76'] in dv-cinder-792299-3-iscsi {{(pid=91550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:33:04.081785 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c89de8-a605-47fd-ad74-0bbcda1cc422 None None] Routers {'a50cf4a7-018d-46ef-9086-b3a7d3d46f76'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:33:04.082526 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-e7c89de8-a605-47fd-ad74-0bbcda1cc422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:32:48Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['a50cf4a7-018d-46ef-9086-b3a7d3d46f76'], 'active': True} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:33:04.084483 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-daacb2f0-8f72-4e9a-a7e4-6e2f19ea8fd1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for floatingip, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:04.143155 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-daacb2f0-8f72-4e9a-a7e4-6e2f19ea8fd1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3204453 May 21 15:33:04.143661 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb5825aa-0c24-434b-96f9-b249f5018be2', 'tag': 'a3dc778e-f03a-42a2-803c-5f1e49f5f52f'}] {{(pid=91549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:33:04.188723 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb5825aa-0c24-434b-96f9-b249f5018be2', 'tag': 'a3dc778e-f03a-42a2-803c-5f1e49f5f52f', 'status': 'completed', 'code': 200} May 21 15:33:04.274162 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvr_db [None req-e7c89de8-a605-47fd-ad74-0bbcda1cc422 None None] Set router a50cf4a7-018d-46ef-9086-b3a7d3d46f76 gateway port host: dv-cinder-792299-3-iscsi {{(pid=91550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:33:04.299481 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566366bc-3069-4b7f-b0bb-9efeee24f5a2 req-347097ba-9707-49a2-bf13-39f54bd20278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:33:04.300999 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-566366bc-3069-4b7f-b0bb-9efeee24f5a2 req-347097ba-9707-49a2-bf13-39f54bd20278 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9b3311b9b0ea4e20a494602faa2bafcc&device_id=cb5825aa-0c24-434b-96f9-b249f5018be2 HTTP/1.1" status: 200 len: 1098 time: 0.0879800 May 21 15:33:04.438089 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566366bc-3069-4b7f-b0bb-9efeee24f5a2 req-e267cce8-c784-4c2e-810f-fad0599fee0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:33:04.439516 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-566366bc-3069-4b7f-b0bb-9efeee24f5a2 req-e267cce8-c784-4c2e-810f-fad0599fee0e service neutron] 10.222.0.68 "GET /v2.0/networks?id=5b542826-cfa8-402b-9f7a-d4936ebb79ee HTTP/1.1" status: 200 len: 912 time: 0.1315358 May 21 15:33:04.545729 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-566366bc-3069-4b7f-b0bb-9efeee24f5a2 req-a011fc95-92d3-4585-9a64-d5b420873756 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3dc778e-f03a-42a2-803c-5f1e49f5f52f HTTP/1.1" status: 200 len: 999 time: 0.0991256 May 21 15:33:04.610304 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566366bc-3069-4b7f-b0bb-9efeee24f5a2 req-70a6f0c7-3988-45be-9007-29b8d5cba029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:33:04.611955 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-566366bc-3069-4b7f-b0bb-9efeee24f5a2 req-70a6f0c7-3988-45be-9007-29b8d5cba029 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=59cccb6e-6d77-4ef7-87c5-346fee1124e0 HTTP/1.1" status: 200 len: 850 time: 0.0592113 May 21 15:33:04.627195 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-e7c89de8-a605-47fd-ad74-0bbcda1cc422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'name': 'tempest-TestVolumeBootPattern-954176865-router', 'tenant_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '2ec5df50-5e23-4c23-a5d4-5a527d06eb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:32:10Z', 'updated_at': '2021-05-21T15:32:15Z', 'revision_number': 4, 'project_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'gw_port': {'id': '2ec5df50-5e23-4c23-a5d4-5a527d06eb8a', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:02:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:32:11Z', 'updated_at': '2021-05-21T15:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_floatingips': [{'id': 'a4f1751c-d5ea-4b58-a390-6b5c5f6becf5', 'tenant_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'floating_ip_address': '172.27.2.173', 'floating_network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'router_id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'port_id': 'a3dc778e-f03a-42a2-803c-5f1e49f5f52f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b542826-cfa8-402b-9f7a-d4936ebb79ee', 'mac_address': 'fa:16:3e:46:89:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5825aa-0c24-434b-96f9-b249f5018be2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:33:02Z', 'updated_at': '2021-05-21T15:33:02Z', 'revision_number': 0, 'project_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70acbc60-e398-4439-8319-ab7cc3c5734d', 'name': '', 'network_id': '5b542826-cfa8-402b-9f7a-d4936ebb79ee', 'tenant_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'mac_address': 'fa:16:3e:21:19:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '59cccb6e-6d77-4ef7-87c5-346fee1124e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:32:14Z', 'updated_at': '2021-05-21T15:32:22Z', 'revision_number': 5, 'project_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'subnets': [{'id': '59cccb6e-6d77-4ef7-87c5-346fee1124e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:33:04.631844 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c89de8-a605-47fd-ad74-0bbcda1cc422 None None] Checking router: a50cf4a7-018d-46ef-9086-b3a7d3d46f76 for host: dv-cinder-792299-3-iscsi {{(pid=91550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:33:04.640210 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c89de8-a605-47fd-ad74-0bbcda1cc422 None None] Routers {'a50cf4a7-018d-46ef-9086-b3a7d3d46f76'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:33:04.640828 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-e7c89de8-a605-47fd-ad74-0bbcda1cc422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:32:48Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['a50cf4a7-018d-46ef-9086-b3a7d3d46f76'], 'active': True} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:33:04.700003 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566366bc-3069-4b7f-b0bb-9efeee24f5a2 req-81a57837-64c0-4e39-908a-36e5a035cd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:33:04.701397 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-566366bc-3069-4b7f-b0bb-9efeee24f5a2 req-81a57837-64c0-4e39-908a-36e5a035cd3e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5b542826-cfa8-402b-9f7a-d4936ebb79ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0823402 May 21 15:33:04.819810 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvr_db [None req-e7c89de8-a605-47fd-ad74-0bbcda1cc422 None None] Set router a50cf4a7-018d-46ef-9086-b3a7d3d46f76 gateway port host: dv-cinder-792299-3-iscsi {{(pid=91550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:33:04.841034 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-566366bc-3069-4b7f-b0bb-9efeee24f5a2 req-f596b610-bd9f-4fe0-80bf-42733a26ebc8 service neutron] 10.222.0.68 "GET /v2.0/networks/5b542826-cfa8-402b-9f7a-d4936ebb79ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316793 May 21 15:33:04.978372 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-566366bc-3069-4b7f-b0bb-9efeee24f5a2 req-d0943908-b31b-4521-8f65-ac37b625a488 service neutron] 10.222.0.68 "GET /v2.0/networks/5b542826-cfa8-402b-9f7a-d4936ebb79ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298399 May 21 15:33:05.212811 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-e7c89de8-a605-47fd-ad74-0bbcda1cc422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'name': 'tempest-TestVolumeBootPattern-954176865-router', 'tenant_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '2ec5df50-5e23-4c23-a5d4-5a527d06eb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:32:10Z', 'updated_at': '2021-05-21T15:32:15Z', 'revision_number': 4, 'project_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'gw_port': {'id': '2ec5df50-5e23-4c23-a5d4-5a527d06eb8a', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:02:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:32:11Z', 'updated_at': '2021-05-21T15:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_floatingips': [{'id': 'a4f1751c-d5ea-4b58-a390-6b5c5f6becf5', 'tenant_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'floating_ip_address': '172.27.2.173', 'floating_network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'router_id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'port_id': 'a3dc778e-f03a-42a2-803c-5f1e49f5f52f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b542826-cfa8-402b-9f7a-d4936ebb79ee', 'mac_address': 'fa:16:3e:46:89:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5825aa-0c24-434b-96f9-b249f5018be2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:33:02Z', 'updated_at': '2021-05-21T15:33:02Z', 'revision_number': 0, 'project_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70acbc60-e398-4439-8319-ab7cc3c5734d', 'name': '', 'network_id': '5b542826-cfa8-402b-9f7a-d4936ebb79ee', 'tenant_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'mac_address': 'fa:16:3e:21:19:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '59cccb6e-6d77-4ef7-87c5-346fee1124e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:32:14Z', 'updated_at': '2021-05-21T15:32:22Z', 'revision_number': 5, 'project_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'subnets': [{'id': '59cccb6e-6d77-4ef7-87c5-346fee1124e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:33:05.217011 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c89de8-a605-47fd-ad74-0bbcda1cc422 None None] The sync data for ids ['a50cf4a7-018d-46ef-9086-b3a7d3d46f76'] in dv-cinder-792299-3-iscsi is: [{'id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'name': 'tempest-TestVolumeBootPattern-954176865-router', 'tenant_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '2ec5df50-5e23-4c23-a5d4-5a527d06eb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:32:10Z', 'updated_at': '2021-05-21T15:32:15Z', 'revision_number': 4, 'project_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'gw_port': {'id': '2ec5df50-5e23-4c23-a5d4-5a527d06eb8a', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:02:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:32:11Z', 'updated_at': '2021-05-21T15:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_floatingips': [{'id': 'a4f1751c-d5ea-4b58-a390-6b5c5f6becf5', 'tenant_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'floating_ip_address': '172.27.2.173', 'floating_network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'router_id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'port_id': 'a3dc778e-f03a-42a2-803c-5f1e49f5f52f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b542826-cfa8-402b-9f7a-d4936ebb79ee', 'mac_address': 'fa:16:3e:46:89:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5825aa-0c24-434b-96f9-b249f5018be2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:33:02Z', 'updated_at': '2021-05-21T15:33:02Z', 'revision_number': 0, 'project_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70acbc60-e398-4439-8319-ab7cc3c5734d', 'name': '', 'network_id': '5b542826-cfa8-402b-9f7a-d4936ebb79ee', 'tenant_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'mac_address': 'fa:16:3e:21:19:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '59cccb6e-6d77-4ef7-87c5-346fee1124e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:32:14Z', 'updated_at': '2021-05-21T15:32:22Z', 'revision_number': 5, 'project_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'subnets': [{'id': '59cccb6e-6d77-4ef7-87c5-346fee1124e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:33:05.394367 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9381ee27-73ec-40bd-b57d-7fdd1e0b5c41 None None] New status for floating IP a4f1751c-d5ea-4b58-a390-6b5c5f6becf5: ACTIVE {{(pid=91551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 21 15:33:15.266559 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-333c51af-6207-4d94-9406-a05160706f29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:18.006347 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:18.313859 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5b50ec4b-f03d-470c-88e4-1e52afa94ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:19.330800 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e6f13acb-dde4-45e3-8932-2715da3406c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:20.171969 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.agents_db [None req-1cb0bb7b-b6db-4325-ad21-6fa15867ad0e None None] Agent healthcheck: found 6 active agents {{(pid=91551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:33:20.907100 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-cb99478c-afff-4a9c-8770-f3354af234b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:23.269149 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:34.700001 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-8e79d3e7-8945-4335-aa9f-8434e8805181 req-4be1f0aa-981d-4049-b6b4-702fbc04d983 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=cb5825aa-0c24-434b-96f9-b249f5018be2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715444 May 21 15:33:34.845952 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79d3e7-8945-4335-aa9f-8434e8805181 req-d80e27b2-9350-488f-bf42-fd12c7612d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:33:34.848141 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-8e79d3e7-8945-4335-aa9f-8434e8805181 req-d80e27b2-9350-488f-bf42-fd12c7612d23 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9b3311b9b0ea4e20a494602faa2bafcc&device_id=cb5825aa-0c24-434b-96f9-b249f5018be2 HTTP/1.1" status: 200 len: 1098 time: 0.0754273 May 21 15:33:35.000285 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79d3e7-8945-4335-aa9f-8434e8805181 req-8d509150-7379-4042-8f63-d326c9454952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:33:35.001694 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-8e79d3e7-8945-4335-aa9f-8434e8805181 req-8d509150-7379-4042-8f63-d326c9454952 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5b542826-cfa8-402b-9f7a-d4936ebb79ee HTTP/1.1" status: 200 len: 912 time: 0.1323974 May 21 15:33:35.109246 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-8e79d3e7-8945-4335-aa9f-8434e8805181 req-e62b072b-a3ae-47db-be34-467e0bcc4508 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3dc778e-f03a-42a2-803c-5f1e49f5f52f HTTP/1.1" status: 200 len: 1001 time: 0.0994651 May 21 15:33:35.178514 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79d3e7-8945-4335-aa9f-8434e8805181 req-5a33fc0f-95d6-4fea-8147-1a8358bef057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:33:35.179988 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-8e79d3e7-8945-4335-aa9f-8434e8805181 req-5a33fc0f-95d6-4fea-8147-1a8358bef057 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=59cccb6e-6d77-4ef7-87c5-346fee1124e0 HTTP/1.1" status: 200 len: 850 time: 0.0623305 May 21 15:33:35.261654 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79d3e7-8945-4335-aa9f-8434e8805181 req-7fb9e3d8-de1b-4c9c-a7be-ea2252f07dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:33:35.263087 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-8e79d3e7-8945-4335-aa9f-8434e8805181 req-7fb9e3d8-de1b-4c9c-a7be-ea2252f07dbe service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5b542826-cfa8-402b-9f7a-d4936ebb79ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0729318 May 21 15:33:35.509156 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-8e79d3e7-8945-4335-aa9f-8434e8805181 req-ae164374-afa5-40d9-aea6-fafa11b5c224 service neutron] 10.222.0.68 "GET /v2.0/networks/5b542826-cfa8-402b-9f7a-d4936ebb79ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377021 May 21 15:33:35.644405 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-8e79d3e7-8945-4335-aa9f-8434e8805181 req-95fa97ca-f30f-4812-9538-c38fe772da5b service neutron] 10.222.0.68 "GET /v2.0/networks/5b542826-cfa8-402b-9f7a-d4936ebb79ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280713 May 21 15:33:45.270196 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-c3de822b-bc0b-43be-883e-6544d7f855dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:48.010334 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:48.316474 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-76e03c7d-e4c5-4596-b4c4-85a30e9ad114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:49.335298 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e6f13acb-dde4-45e3-8932-2715da3406c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:50.905903 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-cb99478c-afff-4a9c-8770-f3354af234b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:53.278198 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:57.170523 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.agents_db [None req-1cb0bb7b-b6db-4325-ad21-6fa15867ad0e None None] Agent healthcheck: found 6 active agents {{(pid=91551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:34:15.285091 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-32538dd1-40be-4ee6-92d0-3e111ecb06f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:18.012697 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:18.318675 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-381f0b34-fbba-49c4-aec4-8a0f92548b42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:19.338226 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e6f13acb-dde4-45e3-8932-2715da3406c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:20.909851 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-cb99478c-afff-4a9c-8770-f3354af234b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:23.296229 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:34.169915 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.agents_db [None req-1cb0bb7b-b6db-4325-ad21-6fa15867ad0e None None] Agent healthcheck: found 6 active agents {{(pid=91551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:34:36.435847 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-68831e1b-a331-406d-b07d-c06735281274 req-1a109784-a8c1-4992-94ca-cb50c3fbfa6a service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=cb5825aa-0c24-434b-96f9-b249f5018be2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0755649 May 21 15:34:36.582191 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68831e1b-a331-406d-b07d-c06735281274 req-7eef4d34-7f3a-4187-a11b-b29bb728edc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:36.583909 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-68831e1b-a331-406d-b07d-c06735281274 req-7eef4d34-7f3a-4187-a11b-b29bb728edc2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9b3311b9b0ea4e20a494602faa2bafcc&device_id=cb5825aa-0c24-434b-96f9-b249f5018be2 HTTP/1.1" status: 200 len: 1098 time: 0.0730731 May 21 15:34:36.731095 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68831e1b-a331-406d-b07d-c06735281274 req-5e441ecd-de7c-4f38-a36c-e822117e4f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:36.732557 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-68831e1b-a331-406d-b07d-c06735281274 req-5e441ecd-de7c-4f38-a36c-e822117e4f8f service neutron] 10.222.0.68 "GET /v2.0/networks?id=5b542826-cfa8-402b-9f7a-d4936ebb79ee HTTP/1.1" status: 200 len: 912 time: 0.1282637 May 21 15:34:36.836468 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-68831e1b-a331-406d-b07d-c06735281274 req-ce2bb8f2-a64b-4035-9535-301adbcf9771 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3dc778e-f03a-42a2-803c-5f1e49f5f52f HTTP/1.1" status: 200 len: 1001 time: 0.0970304 May 21 15:34:36.901151 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68831e1b-a331-406d-b07d-c06735281274 req-b0a41c51-d04f-409a-973a-927b97deef9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:36.902558 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-68831e1b-a331-406d-b07d-c06735281274 req-b0a41c51-d04f-409a-973a-927b97deef9f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=59cccb6e-6d77-4ef7-87c5-346fee1124e0 HTTP/1.1" status: 200 len: 850 time: 0.0573270 May 21 15:34:36.981370 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68831e1b-a331-406d-b07d-c06735281274 req-2b019c4d-4cba-40cf-b02d-4dab51380468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:36.982874 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-68831e1b-a331-406d-b07d-c06735281274 req-2b019c4d-4cba-40cf-b02d-4dab51380468 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5b542826-cfa8-402b-9f7a-d4936ebb79ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0738311 May 21 15:34:37.118837 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-68831e1b-a331-406d-b07d-c06735281274 req-342a374a-17a2-4b78-b7b2-91fbc669e16a service neutron] 10.222.0.68 "GET /v2.0/networks/5b542826-cfa8-402b-9f7a-d4936ebb79ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280591 May 21 15:34:37.251206 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-68831e1b-a331-406d-b07d-c06735281274 req-254df9b9-d46f-4943-b628-ade48b543b84 service neutron] 10.222.0.68 "GET /v2.0/networks/5b542826-cfa8-402b-9f7a-d4936ebb79ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250250 May 21 15:34:45.278313 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-12289788-c800-4e93-ad36-880a7e8fdff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:48.017338 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:48.321076 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-2c5e8442-ea73-446d-826b-f9c3d164ecca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:49.341069 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e6f13acb-dde4-45e3-8932-2715da3406c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:50.913461 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-cb99478c-afff-4a9c-8770-f3354af234b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:53.288003 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:01.415564 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4d47a1-30d7-4d86-bfe1-6fe1d5947b72 req-00b9b807-b3d4-479d-92bf-b7c2ff36ed65 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:01.417081 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-5e4d47a1-30d7-4d86-bfe1-6fe1d5947b72 req-00b9b807-b3d4-479d-92bf-b7c2ff36ed65 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb5825aa-0c24-434b-96f9-b249f5018be2 HTTP/1.1" status: 200 len: 945 time: 0.0857906 May 21 15:35:01.467881 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-5e4d47a1-30d7-4d86-bfe1-6fe1d5947b72 req-fe806af3-9ca1-462c-a9b4-24b6eb900a83 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a0951fd-2d75-4d1b-8751-70367785e948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446050 May 21 15:35:02.798481 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f511af10-3153-4747-a716-3e94b3e38e51 req-db9b424a-ebac-4c4b-bc39-f09e819558e0 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:02.799910 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f511af10-3153-4747-a716-3e94b3e38e51 req-db9b424a-ebac-4c4b-bc39-f09e819558e0 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb5825aa-0c24-434b-96f9-b249f5018be2 HTTP/1.1" status: 200 len: 945 time: 0.2027030 May 21 15:35:02.860410 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f511af10-3153-4747-a716-3e94b3e38e51 req-1c50c187-9826-40a4-bbd4-425d52636111 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a0951fd-2d75-4d1b-8751-70367785e948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539429 May 21 15:35:03.195571 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e27bc-65a7-411e-81c1-7527e451337c req-af013cf9-10ff-45f3-9fe9-96879910571e tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:03.196263 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-422e27bc-65a7-411e-81c1-7527e451337c req-af013cf9-10ff-45f3-9fe9-96879910571e tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Synchronizing usage tracker for tenant:9b3311b9b0ea4e20a494602faa2bafcc on resource:port {{(pid=91548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:35:03.211679 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-422e27bc-65a7-411e-81c1-7527e451337c req-af013cf9-10ff-45f3-9fe9-96879910571e tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Unset dirty status for tenant:9b3311b9b0ea4e20a494602faa2bafcc on resource:port {{(pid=91548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:35:03.212897 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-422e27bc-65a7-411e-81c1-7527e451337c req-af013cf9-10ff-45f3-9fe9-96879910571e tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb5825aa-0c24-434b-96f9-b249f5018be2 HTTP/1.1" status: 200 len: 945 time: 0.1036031 May 21 15:35:03.366547 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [req-422e27bc-65a7-411e-81c1-7527e451337c req-65bef85b-8ab2-49fc-86af-47589535b299 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Deleting port a3dc778e-f03a-42a2-803c-5f1e49f5f52f {{(pid=91548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:35:03.367075 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-422e27bc-65a7-411e-81c1-7527e451337c req-65bef85b-8ab2-49fc-86af-47589535b299 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730419685614'] for port, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:03.504081 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [req-422e27bc-65a7-411e-81c1-7527e451337c req-65bef85b-8ab2-49fc-86af-47589535b299 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] For port a3dc778e-f03a-42a2-803c-5f1e49f5f52f, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=a3dc778e-f03a-42a2-803c-5f1e49f5f52f,segment=NetworkSegment(ff606e48-e7cc-4d66-8d0d-c025c9aa548c),segment_id=ff606e48-e7cc-4d66-8d0d-c025c9aa548c)] {{(pid=91548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:35:03.504326 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-422e27bc-65a7-411e-81c1-7527e451337c req-65bef85b-8ab2-49fc-86af-47589535b299 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829031'] for port, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:03.922851 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-422e27bc-65a7-411e-81c1-7527e451337c req-65bef85b-8ab2-49fc-86af-47589535b299 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:03.923253 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-422e27bc-65a7-411e-81c1-7527e451337c req-65bef85b-8ab2-49fc-86af-47589535b299 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763211'] for floatingip, after_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:03.923569 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.db.l3_db [req-422e27bc-65a7-411e-81c1-7527e451337c req-65bef85b-8ab2-49fc-86af-47589535b299 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Floating IP a4f1751c-d5ea-4b58-a390-6b5c5f6becf5 disassociated. External IP: 172.27.2.173, port: a3dc778e-f03a-42a2-803c-5f1e49f5f52f. May 21 15:35:03.923914 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [req-422e27bc-65a7-411e-81c1-7527e451337c req-65bef85b-8ab2-49fc-86af-47589535b299 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Calling delete_port for a3dc778e-f03a-42a2-803c-5f1e49f5f52f owned by compute:nova {{(pid=91548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:35:04.044530 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-422e27bc-65a7-411e-81c1-7527e451337c req-65bef85b-8ab2-49fc-86af-47589535b299 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730419690186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730419340162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14885552'] for port, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:04.050902 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-a90dcbc0-81d8-4f19-a30b-e807f847c439 tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:04.095912 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc33d8-062b-4866-91a0-2c055509d8ad req-8756d2ce-9099-4fd1-9adc-bb4cc509c359 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:04.097384 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-36bc33d8-062b-4866-91a0-2c055509d8ad req-8756d2ce-9099-4fd1-9adc-bb4cc509c359 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb5825aa-0c24-434b-96f9-b249f5018be2 HTTP/1.1" status: 200 len: 867 time: 0.0949588 May 21 15:35:04.097577 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bef85b-8ab2-49fc-86af-47589535b299 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Pushing event deleted for resources: {'Port': ['ID=a3dc778e-f03a-42a2-803c-5f1e49f5f52f,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:04.109875 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bef85b-8ab2-49fc-86af-47589535b299 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:04.110245 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bef85b-8ab2-49fc-86af-47589535b299 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:04.110619 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bef85b-8ab2-49fc-86af-47589535b299 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:04.111017 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bef85b-8ab2-49fc-86af-47589535b299 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:04.111386 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bef85b-8ab2-49fc-86af-47589535b299 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:04.111745 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bef85b-8ab2-49fc-86af-47589535b299 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:04.112101 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bef85b-8ab2-49fc-86af-47589535b299 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:04.112455 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bef85b-8ab2-49fc-86af-47589535b299 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:04.112811 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bef85b-8ab2-49fc-86af-47589535b299 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:04.113162 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bef85b-8ab2-49fc-86af-47589535b299 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:04.113553 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bef85b-8ab2-49fc-86af-47589535b299 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:04.113847 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bef85b-8ab2-49fc-86af-47589535b299 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:04.160922 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-36bc33d8-062b-4866-91a0-2c055509d8ad req-7584c7a8-0704-452c-aad4-621890d3639e tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a0951fd-2d75-4d1b-8751-70367785e948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536242 May 21 15:35:04.177916 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-65bef85b-8ab2-49fc-86af-47589535b299 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:04.307706 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.l3_agent_scheduler [req-422e27bc-65a7-411e-81c1-7527e451337c req-65bef85b-8ab2-49fc-86af-47589535b299 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Router a50cf4a7-018d-46ef-9086-b3a7d3d46f76 has already been hosted by L3 agent 9c636599-187f-4688-bb24-d46a8be2a055 {{(pid=91548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:35:04.506834 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-422e27bc-65a7-411e-81c1-7527e451337c req-65bef85b-8ab2-49fc-86af-47589535b299 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify agent at l3_agent.dv-cinder-792299-3-iscsi the message routers_updated {{(pid=91548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:35:04.518619 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4064a2-3ff5-41c5-91c3-c59e7101718f None None] Sync routers for ids ['a50cf4a7-018d-46ef-9086-b3a7d3d46f76'] in dv-cinder-792299-3-iscsi {{(pid=91550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:35:04.529145 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4064a2-3ff5-41c5-91c3-c59e7101718f None None] Routers {'a50cf4a7-018d-46ef-9086-b3a7d3d46f76'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:35:04.530345 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-1f4064a2-3ff5-41c5-91c3-c59e7101718f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:34:48Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['a50cf4a7-018d-46ef-9086-b3a7d3d46f76'], 'active': True} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:35:04.595544 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.l3_dvrscheduler_db [req-422e27bc-65a7-411e-81c1-7527e451337c req-65bef85b-8ab2-49fc-86af-47589535b299 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] No DVR routers for this DVR port a3dc778e-f03a-42a2-803c-5f1e49f5f52f on host hv-cinder-79229 {{(pid=91548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:35:04.599433 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-422e27bc-65a7-411e-81c1-7527e451337c req-65bef85b-8ab2-49fc-86af-47589535b299 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for port, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:04.605025 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb5825aa-0c24-434b-96f9-b249f5018be2', 'name': 'network-vif-deleted', 'tag': 'a3dc778e-f03a-42a2-803c-5f1e49f5f52f'}] {{(pid=91548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:35:04.628023 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-422e27bc-65a7-411e-81c1-7527e451337c req-65bef85b-8ab2-49fc-86af-47589535b299 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.68 "DELETE /v2.0/ports/a3dc778e-f03a-42a2-803c-5f1e49f5f52f HTTP/1.1" status: 204 len: 173 time: 1.4061074 May 21 15:35:04.691490 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb5825aa-0c24-434b-96f9-b249f5018be2', 'name': 'network-vif-deleted', 'tag': 'a3dc778e-f03a-42a2-803c-5f1e49f5f52f', 'status': 'completed', 'code': 200} May 21 15:35:04.740696 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvr_db [None req-1f4064a2-3ff5-41c5-91c3-c59e7101718f None None] Set router a50cf4a7-018d-46ef-9086-b3a7d3d46f76 gateway port host: dv-cinder-792299-3-iscsi {{(pid=91550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:35:05.063999 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-1f4064a2-3ff5-41c5-91c3-c59e7101718f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'name': 'tempest-TestVolumeBootPattern-954176865-router', 'tenant_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '2ec5df50-5e23-4c23-a5d4-5a527d06eb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:32:10Z', 'updated_at': '2021-05-21T15:32:15Z', 'revision_number': 4, 'project_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'gw_port': {'id': '2ec5df50-5e23-4c23-a5d4-5a527d06eb8a', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:02:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:32:11Z', 'updated_at': '2021-05-21T15:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_interfaces': [{'id': '70acbc60-e398-4439-8319-ab7cc3c5734d', 'name': '', 'network_id': '5b542826-cfa8-402b-9f7a-d4936ebb79ee', 'tenant_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'mac_address': 'fa:16:3e:21:19:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '59cccb6e-6d77-4ef7-87c5-346fee1124e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:32:14Z', 'updated_at': '2021-05-21T15:32:22Z', 'revision_number': 5, 'project_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'subnets': [{'id': '59cccb6e-6d77-4ef7-87c5-346fee1124e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:35:05.067791 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4064a2-3ff5-41c5-91c3-c59e7101718f None None] Checking router: a50cf4a7-018d-46ef-9086-b3a7d3d46f76 for host: dv-cinder-792299-3-iscsi {{(pid=91550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:35:05.075999 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4064a2-3ff5-41c5-91c3-c59e7101718f None None] Routers {'a50cf4a7-018d-46ef-9086-b3a7d3d46f76'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:35:05.077221 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-1f4064a2-3ff5-41c5-91c3-c59e7101718f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:34:48Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['a50cf4a7-018d-46ef-9086-b3a7d3d46f76'], 'active': True} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:35:05.296865 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvr_db [None req-1f4064a2-3ff5-41c5-91c3-c59e7101718f None None] Set router a50cf4a7-018d-46ef-9086-b3a7d3d46f76 gateway port host: dv-cinder-792299-3-iscsi {{(pid=91550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:35:05.335149 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-5d5d9c14-67fc-4be3-9129-65f468936c31 req-8690d7b7-3b21-4710-b921-928d6a78e89d tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb5825aa-0c24-434b-96f9-b249f5018be2 HTTP/1.1" status: 200 len: 210 time: 0.0430107 May 21 15:35:05.628226 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-1f4064a2-3ff5-41c5-91c3-c59e7101718f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'name': 'tempest-TestVolumeBootPattern-954176865-router', 'tenant_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '2ec5df50-5e23-4c23-a5d4-5a527d06eb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:32:10Z', 'updated_at': '2021-05-21T15:32:15Z', 'revision_number': 4, 'project_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'gw_port': {'id': '2ec5df50-5e23-4c23-a5d4-5a527d06eb8a', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:02:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:32:11Z', 'updated_at': '2021-05-21T15:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_interfaces': [{'id': '70acbc60-e398-4439-8319-ab7cc3c5734d', 'name': '', 'network_id': '5b542826-cfa8-402b-9f7a-d4936ebb79ee', 'tenant_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'mac_address': 'fa:16:3e:21:19:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '59cccb6e-6d77-4ef7-87c5-346fee1124e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:32:14Z', 'updated_at': '2021-05-21T15:32:22Z', 'revision_number': 5, 'project_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'subnets': [{'id': '59cccb6e-6d77-4ef7-87c5-346fee1124e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:35:05.632837 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4064a2-3ff5-41c5-91c3-c59e7101718f None None] The sync data for ids ['a50cf4a7-018d-46ef-9086-b3a7d3d46f76'] in dv-cinder-792299-3-iscsi is: [{'id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'name': 'tempest-TestVolumeBootPattern-954176865-router', 'tenant_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '2ec5df50-5e23-4c23-a5d4-5a527d06eb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:32:10Z', 'updated_at': '2021-05-21T15:32:15Z', 'revision_number': 4, 'project_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'gw_port': {'id': '2ec5df50-5e23-4c23-a5d4-5a527d06eb8a', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:02:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:32:11Z', 'updated_at': '2021-05-21T15:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_interfaces': [{'id': '70acbc60-e398-4439-8319-ab7cc3c5734d', 'name': '', 'network_id': '5b542826-cfa8-402b-9f7a-d4936ebb79ee', 'tenant_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'mac_address': 'fa:16:3e:21:19:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '59cccb6e-6d77-4ef7-87c5-346fee1124e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:32:14Z', 'updated_at': '2021-05-21T15:32:22Z', 'revision_number': 5, 'project_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'subnets': [{'id': '59cccb6e-6d77-4ef7-87c5-346fee1124e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:35:05.853546 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b50953-8017-42ad-83c5-6542d596cd8f None None] New status for floating IP a4f1751c-d5ea-4b58-a390-6b5c5f6becf5: DOWN {{(pid=91551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 21 15:35:06.107136 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device a3dc778e-f03a-42a2-803c-5f1e49f5f52f no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:35:06.143062 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] No Port match for: a3dc778e-f03a-42a2-803c-5f1e49f5f52f {{(pid=91550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:35:06.143417 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device a3dc778e-f03a-42a2-803c-5f1e49f5f52f not bound to the agent host hv-cinder-79229 {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:35:06.644522 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-94b47c6c-7eee-4064-b6ec-cc89e222e5f3 req-c6b5dde2-49bd-4b27-9c11-a4d9bb81ca8e tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-807052376&fields=id&tenant_id=9b3311b9b0ea4e20a494602faa2bafcc HTTP/1.1" status: 200 len: 267 time: 0.0402794 May 21 15:35:06.808739 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b47c6c-7eee-4064-b6ec-cc89e222e5f3 req-64f36e27-b67b-4802-99af-27a5bad99390 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:06.810141 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-94b47c6c-7eee-4064-b6ec-cc89e222e5f3 req-64f36e27-b67b-4802-99af-27a5bad99390 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/networks?id=5b542826-cfa8-402b-9f7a-d4936ebb79ee HTTP/1.1" status: 200 len: 811 time: 0.1592798 May 21 15:35:06.825205 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-94b47c6c-7eee-4064-b6ec-cc89e222e5f3 req-db0324b3-61b1-4864-ba5c-0430125938b6 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/quotas/9b3311b9b0ea4e20a494602faa2bafcc HTTP/1.1" status: 200 len: 375 time: 0.0094995 May 21 15:35:07.027612 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-94b47c6c-7eee-4064-b6ec-cc89e222e5f3 req-628c68ea-bce4-4385-97e9-ca1e40196422 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=9b3311b9b0ea4e20a494602faa2bafcc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1965089 May 21 15:35:07.106747 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [req-94b47c6c-7eee-4064-b6ec-cc89e222e5f3 req-9711b594-885c-47d8-8301-cb4a85d90354 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=91549) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 21 15:35:07.107786 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-94b47c6c-7eee-4064-b6ec-cc89e222e5f3 req-9711b594-885c-47d8-8301-cb4a85d90354 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0685842 May 21 15:35:07.245300 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-94b47c6c-7eee-4064-b6ec-cc89e222e5f3 req-cce53998-574e-4177-b8a3-60225548816d service neutron] 10.222.0.69 "GET /v2.0/networks/5b542826-cfa8-402b-9f7a-d4936ebb79ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312182 May 21 15:35:07.398084 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-94b47c6c-7eee-4064-b6ec-cc89e222e5f3 req-ef9b5a34-74a1-4c24-962f-ac561511b78f service neutron] 10.222.0.69 "GET /v2.0/networks/5b542826-cfa8-402b-9f7a-d4936ebb79ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462486 May 21 15:35:07.797230 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-49726773-d6e8-43bc-8dee-39f308518219 req-42cb8f74-06ed-41eb-8ab9-aa39ad466f16 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/ports?device_id=3217b0f0-2437-4067-aa62-9989f0bee065 HTTP/1.1" status: 200 len: 210 time: 0.0471466 May 21 15:35:08.909670 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b47c6c-7eee-4064-b6ec-cc89e222e5f3 req-f6908b8a-1fac-4fa6-9e61-7c66d930d86c tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:08.911194 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-94b47c6c-7eee-4064-b6ec-cc89e222e5f3 req-f6908b8a-1fac-4fa6-9e61-7c66d930d86c tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.68 "GET /v2.0/networks?id=5b542826-cfa8-402b-9f7a-d4936ebb79ee HTTP/1.1" status: 200 len: 811 time: 0.1553173 May 21 15:35:08.965206 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-ac983063-0985-46d6-98d4-13f25b28bf15 req-fde056ac-bbd8-4fcb-9569-5ea75f7e51be tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/ports?device_id=3217b0f0-2437-4067-aa62-9989f0bee065 HTTP/1.1" status: 200 len: 210 time: 0.0451980 May 21 15:35:08.977806 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-94b47c6c-7eee-4064-b6ec-cc89e222e5f3 req-3e874a5e-16f4-4b21-830e-7cdebaf02230 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b3311b9b0ea4e20a494602faa2bafcc HTTP/1.1" status: 200 len: 379 time: 0.0461259 May 21 15:35:08.990935 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [req-94b47c6c-7eee-4064-b6ec-cc89e222e5f3 req-1e3e6cbe-6cbb-49d8-98b5-802f0582cfca tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Request body: {'port': {'device_id': '3217b0f0-2437-4067-aa62-9989f0bee065', 'network_id': '5b542826-cfa8-402b-9f7a-d4936ebb79ee', 'admin_state_up': True, 'tenant_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'security_groups': ['6a0951fd-2d75-4d1b-8751-70367785e948']}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:35:09.151427 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [req-94b47c6c-7eee-4064-b6ec-cc89e222e5f3 req-1e3e6cbe-6cbb-49d8-98b5-802f0582cfca tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:35:09.157646 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-94b47c6c-7eee-4064-b6ec-cc89e222e5f3 req-1e3e6cbe-6cbb-49d8-98b5-802f0582cfca tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Usage tracker for resource:port and tenant:9b3311b9b0ea4e20a494602faa2bafcc is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:35:09.160941 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-94b47c6c-7eee-4064-b6ec-cc89e222e5f3 req-1e3e6cbe-6cbb-49d8-98b5-802f0582cfca tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:35:09.166850 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [req-94b47c6c-7eee-4064-b6ec-cc89e222e5f3 req-1e3e6cbe-6cbb-49d8-98b5-802f0582cfca tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:35:09.178615 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94b47c6c-7eee-4064-b6ec-cc89e222e5f3 req-1e3e6cbe-6cbb-49d8-98b5-802f0582cfca tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Made reservation on behalf of 9b3311b9b0ea4e20a494602faa2bafcc for: {'port': 1} {{(pid=91548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:35:09.182387 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-94b47c6c-7eee-4064-b6ec-cc89e222e5f3 req-1e3e6cbe-6cbb-49d8-98b5-802f0582cfca tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:09.360901 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.db_base_plugin_common [req-94b47c6c-7eee-4064-b6ec-cc89e222e5f3 req-1e3e6cbe-6cbb-49d8-98b5-802f0582cfca tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Allocated IP 172.20.0.11 (5b542826-cfa8-402b-9f7a-d4936ebb79ee/59cccb6e-6d77-4ef7-87c5-346fee1124e0/41334be3-3998-4186-886b-cc2a684e3b31) {{(pid=91548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:35:09.578029 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-94b47c6c-7eee-4064-b6ec-cc89e222e5f3 req-1e3e6cbe-6cbb-49d8-98b5-802f0582cfca tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks [] for port, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:09.595368 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.provisioning_blocks [req-94b47c6c-7eee-4064-b6ec-cc89e222e5f3 req-1e3e6cbe-6cbb-49d8-98b5-802f0582cfca tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Transition to ACTIVE for port object 41334be3-3998-4186-886b-cc2a684e3b31 will not be triggered until provisioned by entity DHCP. {{(pid=91548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:35:09.619501 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-94b47c6c-7eee-4064-b6ec-cc89e222e5f3 req-1e3e6cbe-6cbb-49d8-98b5-802f0582cfca tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730419340153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14885552'] for port, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:09.625817 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-e82b0e15-0a66-4091-abed-0460d3734c27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:09.693749 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94b47c6c-7eee-4064-b6ec-cc89e222e5f3 req-1e3e6cbe-6cbb-49d8-98b5-802f0582cfca tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Network 5b542826-cfa8-402b-9f7a-d4936ebb79ee is already hosted by enough agents. {{(pid=91548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:35:09.696977 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.base_scheduler [req-94b47c6c-7eee-4064-b6ec-cc89e222e5f3 req-1e3e6cbe-6cbb-49d8-98b5-802f0582cfca tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Resources bound (agent type, host, resource id): {{(pid=91548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:35:09.701590 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.l3_dvrscheduler_db [req-94b47c6c-7eee-4064-b6ec-cc89e222e5f3 req-1e3e6cbe-6cbb-49d8-98b5-802f0582cfca tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Received port after_create {{(pid=91548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:35:09.734145 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3e6cbe-6cbb-49d8-98b5-802f0582cfca tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Pushing event updated for resources: {'Port': ['ID=41334be3-3998-4186-886b-cc2a684e3b31,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:09.767357 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-1e3e6cbe-6cbb-49d8-98b5-802f0582cfca tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:09.788822 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b47c6c-7eee-4064-b6ec-cc89e222e5f3 req-1e3e6cbe-6cbb-49d8-98b5-802f0582cfca tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:09.789439 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-94b47c6c-7eee-4064-b6ec-cc89e222e5f3 req-1e3e6cbe-6cbb-49d8-98b5-802f0582cfca tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for port, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:09.818510 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-94b47c6c-7eee-4064-b6ec-cc89e222e5f3 req-1e3e6cbe-6cbb-49d8-98b5-802f0582cfca tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8315454 May 21 15:35:09.833928 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [req-94b47c6c-7eee-4064-b6ec-cc89e222e5f3 req-dcdebabf-2044-4c63-87f4-e6d7842269b2 service neutron] Request body: {'port': {'device_id': '3217b0f0-2437-4067-aa62-9989f0bee065', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:35:09.944302 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-52b43d60-eb2b-46d4-8260-28d2b1adcf94 None None] Provisioning for port 41334be3-3998-4186-886b-cc2a684e3b31 completed by entity DHCP. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:35:09.950640 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-52b43d60-eb2b-46d4-8260-28d2b1adcf94 None None] Provisioning complete for port 41334be3-3998-4186-886b-cc2a684e3b31 triggered by entity DHCP. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:35:09.951177 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-52b43d60-eb2b-46d4-8260-28d2b1adcf94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:10.014355 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-52b43d60-eb2b-46d4-8260-28d2b1adcf94 None None] Port 41334be3-3998-4186-886b-cc2a684e3b31 cannot update to ACTIVE because it is not bound. {{(pid=91550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 15:35:10.067619 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-94b47c6c-7eee-4064-b6ec-cc89e222e5f3 req-dcdebabf-2044-4c63-87f4-e6d7842269b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:10.162641 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d37441-a508-4136-8620-959e9b3deb2d req-9aacb880-483e-48a5-bb01-43d472a7df59 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:10.164376 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-09d37441-a508-4136-8620-959e9b3deb2d req-9aacb880-483e-48a5-bb01-43d472a7df59 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/ports?device_id=3217b0f0-2437-4067-aa62-9989f0bee065 HTTP/1.1" status: 200 len: 932 time: 0.0867765 May 21 15:35:10.212344 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-09d37441-a508-4136-8620-959e9b3deb2d req-b0492373-a423-43ed-99a2-856fba385ab5 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a0951fd-2d75-4d1b-8751-70367785e948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418291 May 21 15:35:10.442604 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.notifiers.nova [req-94b47c6c-7eee-4064-b6ec-cc89e222e5f3 req-dcdebabf-2044-4c63-87f4-e6d7842269b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41334be3-3998-4186-886b-cc2a684e3b31 {{(pid=91548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:35:10.450064 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-94b47c6c-7eee-4064-b6ec-cc89e222e5f3 req-dcdebabf-2044-4c63-87f4-e6d7842269b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:10.465168 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.provisioning_blocks [req-94b47c6c-7eee-4064-b6ec-cc89e222e5f3 req-dcdebabf-2044-4c63-87f4-e6d7842269b2 service neutron] Transition to ACTIVE for port object 41334be3-3998-4186-886b-cc2a684e3b31 will not be triggered until provisioned by entity L2. {{(pid=91548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:35:10.470670 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-94b47c6c-7eee-4064-b6ec-cc89e222e5f3 req-dcdebabf-2044-4c63-87f4-e6d7842269b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14885543'] for port, after_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:10.475769 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-67f581f2-c564-44d6-81ec-2cc9511e2d1a tempest-VolumesNegativeTest-376208534 tempest-VolumesNegativeTest-376208534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:10.634349 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdebabf-2044-4c63-87f4-e6d7842269b2 service neutron] Pushing event updated for resources: {'Port': ['ID=41334be3-3998-4186-886b-cc2a684e3b31,revision_number=2']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:10.644012 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-dcdebabf-2044-4c63-87f4-e6d7842269b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:10.723460 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.managers [req-94b47c6c-7eee-4064-b6ec-cc89e222e5f3 req-dcdebabf-2044-4c63-87f4-e6d7842269b2 service neutron] Attempting to bind port 41334be3-3998-4186-886b-cc2a684e3b31 on host hv-cinder-79229 for vnic_type normal with profile {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:35:10.723790 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.managers [req-94b47c6c-7eee-4064-b6ec-cc89e222e5f3 req-dcdebabf-2044-4c63-87f4-e6d7842269b2 service neutron] Attempting to bind port 41334be3-3998-4186-886b-cc2a684e3b31 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': 'ff606e48-e7cc-4d66-8d0d-c025c9aa548c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5b542826-cfa8-402b-9f7a-d4936ebb79ee'}] {{(pid=91548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:35:10.724117 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b47c6c-7eee-4064-b6ec-cc89e222e5f3 req-dcdebabf-2044-4c63-87f4-e6d7842269b2 service neutron] Attempting to bind port 41334be3-3998-4186-886b-cc2a684e3b31 on network 5b542826-cfa8-402b-9f7a-d4936ebb79ee {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:35:10.728844 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b47c6c-7eee-4064-b6ec-cc89e222e5f3 req-dcdebabf-2044-4c63-87f4-e6d7842269b2 service neutron] Port 41334be3-3998-4186-886b-cc2a684e3b31 on network 5b542826-cfa8-402b-9f7a-d4936ebb79ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 15:35:10.729164 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b47c6c-7eee-4064-b6ec-cc89e222e5f3 req-dcdebabf-2044-4c63-87f4-e6d7842269b2 service neutron] Attempting to bind port 41334be3-3998-4186-886b-cc2a684e3b31 on network 5b542826-cfa8-402b-9f7a-d4936ebb79ee {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:35:10.734678 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b47c6c-7eee-4064-b6ec-cc89e222e5f3 req-dcdebabf-2044-4c63-87f4-e6d7842269b2 service neutron] Checking agent: {'id': '4762cb26-ef72-475b-a9a0-8f480bf27f9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 18, 22), 'started_at': datetime.datetime(2021, 5, 21, 15, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:35:10.735053 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b47c6c-7eee-4064-b6ec-cc89e222e5f3 req-dcdebabf-2044-4c63-87f4-e6d7842269b2 service neutron] Checking segment: {'id': 'ff606e48-e7cc-4d66-8d0d-c025c9aa548c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5b542826-cfa8-402b-9f7a-d4936ebb79ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:35:10.735450 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b47c6c-7eee-4064-b6ec-cc89e222e5f3 req-dcdebabf-2044-4c63-87f4-e6d7842269b2 service neutron] Bound using segment: {'id': 'ff606e48-e7cc-4d66-8d0d-c025c9aa548c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5b542826-cfa8-402b-9f7a-d4936ebb79ee'} {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:35:10.735867 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.managers [req-94b47c6c-7eee-4064-b6ec-cc89e222e5f3 req-dcdebabf-2044-4c63-87f4-e6d7842269b2 service neutron] Bound port: 41334be3-3998-4186-886b-cc2a684e3b31, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff606e48-e7cc-4d66-8d0d-c025c9aa548c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5b542826-cfa8-402b-9f7a-d4936ebb79ee'}}] {{(pid=91548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:35:10.736224 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-94b47c6c-7eee-4064-b6ec-cc89e222e5f3 req-dcdebabf-2044-4c63-87f4-e6d7842269b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:10.833922 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [req-94b47c6c-7eee-4064-b6ec-cc89e222e5f3 req-dcdebabf-2044-4c63-87f4-e6d7842269b2 service neutron] For port 41334be3-3998-4186-886b-cc2a684e3b31, host hv-cinder-79229, cleared binding levels {{(pid=91548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:35:10.837235 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [req-94b47c6c-7eee-4064-b6ec-cc89e222e5f3 req-dcdebabf-2044-4c63-87f4-e6d7842269b2 service neutron] For port 41334be3-3998-4186-886b-cc2a684e3b31, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=41334be3-3998-4186-886b-cc2a684e3b31,segment=NetworkSegment(ff606e48-e7cc-4d66-8d0d-c025c9aa548c),segment_id=ff606e48-e7cc-4d66-8d0d-c025c9aa548c)] {{(pid=91548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:35:10.841501 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-94b47c6c-7eee-4064-b6ec-cc89e222e5f3 req-dcdebabf-2044-4c63-87f4-e6d7842269b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14885543'] for port, after_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:10.846538 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-dcdebabf-2044-4c63-87f4-e6d7842269b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:10.909269 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b47c6c-7eee-4064-b6ec-cc89e222e5f3 req-dcdebabf-2044-4c63-87f4-e6d7842269b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:10.909892 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-94b47c6c-7eee-4064-b6ec-cc89e222e5f3 req-dcdebabf-2044-4c63-87f4-e6d7842269b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for port, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:10.911400 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-94b47c6c-7eee-4064-b6ec-cc89e222e5f3 req-dcdebabf-2044-4c63-87f4-e6d7842269b2 service neutron] 10.222.0.68 "PUT /v2.0/ports/41334be3-3998-4186-886b-cc2a684e3b31 HTTP/1.1" status: 200 len: 1094 time: 1.0843413 May 21 15:35:10.911924 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3217b0f0-2437-4067-aa62-9989f0bee065', 'tag': '41334be3-3998-4186-886b-cc2a684e3b31'}] {{(pid=91548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:35:10.936576 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdebabf-2044-4c63-87f4-e6d7842269b2 service neutron] Pushing event updated for resources: {'Port': ['ID=41334be3-3998-4186-886b-cc2a684e3b31,revision_number=3']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:10.939832 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-dcdebabf-2044-4c63-87f4-e6d7842269b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:11.000222 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3217b0f0-2437-4067-aa62-9989f0bee065', 'tag': '41334be3-3998-4186-886b-cc2a684e3b31', 'status': 'completed', 'code': 200} May 21 15:35:11.044334 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b47c6c-7eee-4064-b6ec-cc89e222e5f3 req-c3667778-e022-4f15-910c-ca201ae1a1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:11.046222 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-94b47c6c-7eee-4064-b6ec-cc89e222e5f3 req-c3667778-e022-4f15-910c-ca201ae1a1ca service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9b3311b9b0ea4e20a494602faa2bafcc&device_id=3217b0f0-2437-4067-aa62-9989f0bee065 HTTP/1.1" status: 200 len: 1097 time: 0.0810215 May 21 15:35:11.128416 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-94b47c6c-7eee-4064-b6ec-cc89e222e5f3 req-e8eebb28-9e66-4dc5-aad0-e3ac2d4ef222 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41334be3-3998-4186-886b-cc2a684e3b31 HTTP/1.1" status: 200 len: 217 time: 0.0660832 May 21 15:35:11.168386 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.agents_db [None req-1cb0bb7b-b6db-4325-ad21-6fa15867ad0e None None] Agent healthcheck: found 6 active agents {{(pid=91551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:35:11.192369 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b47c6c-7eee-4064-b6ec-cc89e222e5f3 req-7d437ed5-41c8-47fc-bc66-8bd352dbaaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:11.193890 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-94b47c6c-7eee-4064-b6ec-cc89e222e5f3 req-7d437ed5-41c8-47fc-bc66-8bd352dbaaa3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=59cccb6e-6d77-4ef7-87c5-346fee1124e0 HTTP/1.1" status: 200 len: 850 time: 0.0590682 May 21 15:35:11.276937 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b47c6c-7eee-4064-b6ec-cc89e222e5f3 req-1dcada4b-51ad-4fd4-a812-cfbd3759f8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:11.278424 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-94b47c6c-7eee-4064-b6ec-cc89e222e5f3 req-1dcada4b-51ad-4fd4-a812-cfbd3759f8a8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5b542826-cfa8-402b-9f7a-d4936ebb79ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0745084 May 21 15:35:11.413904 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6dbea5-1a71-4339-bc3c-099a7f30650f req-a93615c9-de61-4cf7-8c45-0440177215b3 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:11.415427 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-fb6dbea5-1a71-4339-bc3c-099a7f30650f req-a93615c9-de61-4cf7-8c45-0440177215b3 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/ports?device_id=3217b0f0-2437-4067-aa62-9989f0bee065 HTTP/1.1" status: 200 len: 944 time: 0.0889814 May 21 15:35:11.434577 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-94b47c6c-7eee-4064-b6ec-cc89e222e5f3 req-af13a42f-5865-4986-a556-5a4c887f353a service neutron] 10.222.0.68 "GET /v2.0/networks/5b542826-cfa8-402b-9f7a-d4936ebb79ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446571 May 21 15:35:11.462978 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-fb6dbea5-1a71-4339-bc3c-099a7f30650f req-fc8dd4a6-d018-4869-8515-b63a43023061 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a0951fd-2d75-4d1b-8751-70367785e948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398324 May 21 15:35:11.582399 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-94b47c6c-7eee-4064-b6ec-cc89e222e5f3 req-4b95baee-8fbc-4f77-ae28-05fbed8f28a2 service neutron] 10.222.0.68 "GET /v2.0/networks/5b542826-cfa8-402b-9f7a-d4936ebb79ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362922 May 21 15:35:11.708938 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e2e3c-c7a3-4dde-aa33-c5696896f718 req-9250e682-5d1e-43f5-a44c-f1d8795436cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:11.710418 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-7a5e2e3c-c7a3-4dde-aa33-c5696896f718 req-9250e682-5d1e-43f5-a44c-f1d8795436cf service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9b3311b9b0ea4e20a494602faa2bafcc&device_id=3217b0f0-2437-4067-aa62-9989f0bee065 HTTP/1.1" status: 200 len: 1097 time: 0.0719223 May 21 15:35:11.937461 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e2e3c-c7a3-4dde-aa33-c5696896f718 req-4a8d2f46-5c5c-4356-b24b-ad5007da372c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:11.938808 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-7a5e2e3c-c7a3-4dde-aa33-c5696896f718 req-4a8d2f46-5c5c-4356-b24b-ad5007da372c service neutron] 10.222.0.68 "GET /v2.0/networks?id=5b542826-cfa8-402b-9f7a-d4936ebb79ee HTTP/1.1" status: 200 len: 912 time: 0.2213092 May 21 15:35:12.010104 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-7a5e2e3c-c7a3-4dde-aa33-c5696896f718 req-dcef3708-9003-463e-a84a-6082b923b111 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41334be3-3998-4186-886b-cc2a684e3b31 HTTP/1.1" status: 200 len: 217 time: 0.0639002 May 21 15:35:12.077400 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e2e3c-c7a3-4dde-aa33-c5696896f718 req-5e2dd2c0-f54e-473f-9735-a9b6ba23226c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:12.078816 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-7a5e2e3c-c7a3-4dde-aa33-c5696896f718 req-5e2dd2c0-f54e-473f-9735-a9b6ba23226c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=59cccb6e-6d77-4ef7-87c5-346fee1124e0 HTTP/1.1" status: 200 len: 850 time: 0.0585799 May 21 15:35:12.160058 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e2e3c-c7a3-4dde-aa33-c5696896f718 req-41e19b88-d5bc-4895-a9b5-832b7d0f9491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:12.161513 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-7a5e2e3c-c7a3-4dde-aa33-c5696896f718 req-41e19b88-d5bc-4895-a9b5-832b7d0f9491 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5b542826-cfa8-402b-9f7a-d4936ebb79ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0741124 May 21 15:35:12.298825 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-7a5e2e3c-c7a3-4dde-aa33-c5696896f718 req-c086bdbc-bb6d-4fc8-9c2b-b07bc606b952 service neutron] 10.222.0.68 "GET /v2.0/networks/5b542826-cfa8-402b-9f7a-d4936ebb79ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264839 May 21 15:35:12.444779 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-7a5e2e3c-c7a3-4dde-aa33-c5696896f718 req-ece73283-47e0-496f-91f0-11bd3893d303 service neutron] 10.222.0.68 "GET /v2.0/networks/5b542826-cfa8-402b-9f7a-d4936ebb79ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365995 May 21 15:35:12.646699 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3710c895-8a03-452f-afb5-17cbbe4c8ce5 req-3bd243fc-a4b2-49d9-b6c5-f390d33dabbd tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:12.648194 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-3710c895-8a03-452f-afb5-17cbbe4c8ce5 req-3bd243fc-a4b2-49d9-b6c5-f390d33dabbd tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/ports?device_id=3217b0f0-2437-4067-aa62-9989f0bee065 HTTP/1.1" status: 200 len: 944 time: 0.0792592 May 21 15:35:12.692987 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-3710c895-8a03-452f-afb5-17cbbe4c8ce5 req-20e46466-c98a-4034-bfd6-e00c8023afcf tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a0951fd-2d75-4d1b-8751-70367785e948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391762 May 21 15:35:13.883704 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abedd3c-8925-4437-8a0f-53247571ecd5 req-463b8618-b4ed-450f-8e8e-12ededb1508a tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:13.885171 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-9abedd3c-8925-4437-8a0f-53247571ecd5 req-463b8618-b4ed-450f-8e8e-12ededb1508a tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/ports?device_id=3217b0f0-2437-4067-aa62-9989f0bee065 HTTP/1.1" status: 200 len: 944 time: 0.0832069 May 21 15:35:13.930927 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-9abedd3c-8925-4437-8a0f-53247571ecd5 req-113dc3b1-4ef6-4afb-a9a8-fe54f926f43c tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a0951fd-2d75-4d1b-8751-70367785e948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392334 May 21 15:35:15.120357 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae1b79-2dee-47f8-9a5b-95ddcd246b28 req-71182b65-82a3-4d3b-b3d4-928be74c95ce tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:15.121785 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-9fae1b79-2dee-47f8-9a5b-95ddcd246b28 req-71182b65-82a3-4d3b-b3d4-928be74c95ce tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/ports?device_id=3217b0f0-2437-4067-aa62-9989f0bee065 HTTP/1.1" status: 200 len: 944 time: 0.0808249 May 21 15:35:15.173655 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-9fae1b79-2dee-47f8-9a5b-95ddcd246b28 req-553b98dc-1814-4baf-97c6-a3440da97b79 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a0951fd-2d75-4d1b-8751-70367785e948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453231 May 21 15:35:15.282865 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-cf8668c1-8029-4b1d-8503-809ea87660d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:16.359990 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36392945-0025-4b1e-8f21-fb07017af610 req-45623225-7e5a-4ea8-b6bf-b9485a56c3c1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:16.361473 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-36392945-0025-4b1e-8f21-fb07017af610 req-45623225-7e5a-4ea8-b6bf-b9485a56c3c1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/ports?device_id=3217b0f0-2437-4067-aa62-9989f0bee065 HTTP/1.1" status: 200 len: 944 time: 0.0824134 May 21 15:35:16.407540 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-36392945-0025-4b1e-8f21-fb07017af610 req-f5450c5b-347b-4da9-82af-f30bfe13fd30 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a0951fd-2d75-4d1b-8751-70367785e948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403523 May 21 15:35:17.608986 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10fbe3f-e8a6-450b-ae63-0b2a3ccb23ae req-fae10e81-df57-444f-b5d7-e0784546c78a tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:17.610859 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-b10fbe3f-e8a6-450b-ae63-0b2a3ccb23ae req-fae10e81-df57-444f-b5d7-e0784546c78a tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/ports?device_id=3217b0f0-2437-4067-aa62-9989f0bee065 HTTP/1.1" status: 200 len: 944 time: 0.0882034 May 21 15:35:17.665891 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-b10fbe3f-e8a6-450b-ae63-0b2a3ccb23ae req-ff6d0c8d-109f-4948-8bc9-27736ce93f7c tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a0951fd-2d75-4d1b-8751-70367785e948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482237 May 21 15:35:18.023692 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:18.323041 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-c30b4d7e-5867-48d1-9053-fac7732f6a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:18.863748 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d721b031-0132-4d3b-b2ac-c404511107ee req-83fa95da-6ab1-45a7-97f8-24e781c5172b tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:18.865281 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-d721b031-0132-4d3b-b2ac-c404511107ee req-83fa95da-6ab1-45a7-97f8-24e781c5172b tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/ports?device_id=3217b0f0-2437-4067-aa62-9989f0bee065 HTTP/1.1" status: 200 len: 944 time: 0.0844471 May 21 15:35:18.914126 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-d721b031-0132-4d3b-b2ac-c404511107ee req-d4a0d667-6e90-4a9e-b49a-0b6f6075aa82 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a0951fd-2d75-4d1b-8751-70367785e948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428526 May 21 15:35:19.344665 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e6f13acb-dde4-45e3-8932-2715da3406c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:20.157620 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b907e0-e92b-4911-9431-406d7d385e3a req-19a66dc8-a08a-49ce-a7c4-c431301184ac tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:20.159078 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-b4b907e0-e92b-4911-9431-406d7d385e3a req-19a66dc8-a08a-49ce-a7c4-c431301184ac tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/ports?device_id=3217b0f0-2437-4067-aa62-9989f0bee065 HTTP/1.1" status: 200 len: 944 time: 0.1387632 May 21 15:35:20.195607 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device 41334be3-3998-4186-886b-cc2a684e3b31 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:35:20.204213 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-b4b907e0-e92b-4911-9431-406d7d385e3a req-0b0b1dc7-b3dc-49fd-a872-e875f09a1abe tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a0951fd-2d75-4d1b-8751-70367785e948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395663 May 21 15:35:20.329483 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port 41334be3-3998-4186-886b-cc2a684e3b31, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=41334be3-3998-4186-886b-cc2a684e3b31,segment=NetworkSegment(ff606e48-e7cc-4d66-8d0d-c025c9aa548c),segment_id=ff606e48-e7cc-4d66-8d0d-c025c9aa548c)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:35:20.343010 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Returning: {'device': '41334be3-3998-4186-886b-cc2a684e3b31', 'network_id': '5b542826-cfa8-402b-9f7a-d4936ebb79ee', 'port_id': '41334be3-3998-4186-886b-cc2a684e3b31', 'mac_address': 'fa:16:3e:53:dd:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59cccb6e-6d77-4ef7-87c5-346fee1124e0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:35:20.397775 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:20.415062 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.notifiers.nova [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41334be3-3998-4186-886b-cc2a684e3b31 {{(pid=91550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:35:20.430263 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port 41334be3-3998-4186-886b-cc2a684e3b31, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=41334be3-3998-4186-886b-cc2a684e3b31,segment=NetworkSegment(ff606e48-e7cc-4d66-8d0d-c025c9aa548c),segment_id=ff606e48-e7cc-4d66-8d0d-c025c9aa548c)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:35:20.434789 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:20.436751 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-b028ca02-328c-4d2a-9faa-619f9a35639c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:20.505957 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Pushing event updated for resources: {'Port': ['ID=41334be3-3998-4186-886b-cc2a684e3b31,revision_number=4']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:20.514488 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:20.514842 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:20.517571 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:20.517571 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:20.517571 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:20.517571 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:20.517571 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:20.517571 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:20.517571 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:20.518685 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:20.518685 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:20.518685 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:20.522693 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:20.768360 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] get_ports_and_sgs() called for port_ids ['41334be3-3998-4186-886b-cc2a684e3b31'] {{(pid=91550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:35:20.929270 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-cb99478c-afff-4a9c-8770-f3354af234b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:21.397374 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3f53d-82d6-4468-95f4-b5689ee55950 req-ad859e18-8eb6-496b-8723-7929b77c7c90 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:21.398851 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-1db3f53d-82d6-4468-95f4-b5689ee55950 req-ad859e18-8eb6-496b-8723-7929b77c7c90 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/ports?device_id=3217b0f0-2437-4067-aa62-9989f0bee065 HTTP/1.1" status: 200 len: 945 time: 0.0816579 May 21 15:35:21.451327 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-1db3f53d-82d6-4468-95f4-b5689ee55950 req-c087d228-6ba0-49ab-b46a-65434bf29455 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a0951fd-2d75-4d1b-8751-70367785e948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461030 May 21 15:35:22.210627 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device 41334be3-3998-4186-886b-cc2a684e3b31 up at agent hyperv_hv-cinder-79229 {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:35:22.281934 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Provisioning for port 41334be3-3998-4186-886b-cc2a684e3b31 completed by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:35:22.286499 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Provisioning complete for port 41334be3-3998-4186-886b-cc2a684e3b31 triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:35:22.286878 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:22.406436 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:22.434368 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3217b0f0-2437-4067-aa62-9989f0bee065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41334be3-3998-4186-886b-cc2a684e3b31'}] {{(pid=91550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:35:22.444517 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port 41334be3-3998-4186-886b-cc2a684e3b31, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=41334be3-3998-4186-886b-cc2a684e3b31,segment=NetworkSegment(ff606e48-e7cc-4d66-8d0d-c025c9aa548c),segment_id=ff606e48-e7cc-4d66-8d0d-c025c9aa548c)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:35:22.448401 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:22.450185 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:22.482830 dv-cinder-792299-3-iscsi neutron-server[91550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3217b0f0-2437-4067-aa62-9989f0bee065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41334be3-3998-4186-886b-cc2a684e3b31', 'code': 200} May 21 15:35:22.530411 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Pushing event updated for resources: {'Port': ['ID=41334be3-3998-4186-886b-cc2a684e3b31,revision_number=5']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:22.535557 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:22.662327 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11977d5-1567-416a-8e2b-0debbb6caae6 req-7d6bb858-947a-4cdf-86e3-1c209da3749b tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:22.663844 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-c11977d5-1567-416a-8e2b-0debbb6caae6 req-7d6bb858-947a-4cdf-86e3-1c209da3749b tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/ports?device_id=3217b0f0-2437-4067-aa62-9989f0bee065 HTTP/1.1" status: 200 len: 946 time: 0.0884116 May 21 15:35:22.709431 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-c11977d5-1567-416a-8e2b-0debbb6caae6 req-d994be6e-ae1b-4003-b49f-d2fe7830bada tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a0951fd-2d75-4d1b-8751-70367785e948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391488 May 21 15:35:22.782469 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e14a62-741c-4f03-a882-0400c18cbb15 req-4eb148c2-2930-44d3-ad97-4faef0a19cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:22.783911 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-65e14a62-741c-4f03-a882-0400c18cbb15 req-4eb148c2-2930-44d3-ad97-4faef0a19cd4 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=3217b0f0-2437-4067-aa62-9989f0bee065 HTTP/1.1" status: 200 len: 1099 time: 0.0717103 May 21 15:35:22.828982 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-65e14a62-741c-4f03-a882-0400c18cbb15 req-9f116bea-3471-4dac-94ba-820311482df3 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=6a0951fd-2d75-4d1b-8751-70367785e948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345247 May 21 15:35:23.291661 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:23.898321 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de06198-244c-4d4d-8d3c-00f5c5a5ded1 req-406a1583-90ad-4a78-8992-38f33a21bfcb tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:23.899874 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-0de06198-244c-4d4d-8d3c-00f5c5a5ded1 req-406a1583-90ad-4a78-8992-38f33a21bfcb tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/ports?device_id=3217b0f0-2437-4067-aa62-9989f0bee065 HTTP/1.1" status: 200 len: 946 time: 0.0831907 May 21 15:35:23.946049 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-0de06198-244c-4d4d-8d3c-00f5c5a5ded1 req-8a42e243-b304-425d-bf4f-b2a0d82683f9 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a0951fd-2d75-4d1b-8751-70367785e948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396926 May 21 15:35:24.129750 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f03d75-c00e-40e7-bbcb-18acc6a9dfd0 req-4f76ae45-92bd-4080-ae86-d55839f0d291 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:24.131276 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-46f03d75-c00e-40e7-bbcb-18acc6a9dfd0 req-4f76ae45-92bd-4080-ae86-d55839f0d291 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/ports?device_id=3217b0f0-2437-4067-aa62-9989f0bee065 HTTP/1.1" status: 200 len: 946 time: 0.0793812 May 21 15:35:24.176323 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-46f03d75-c00e-40e7-bbcb-18acc6a9dfd0 req-1a9206b2-f3b6-450e-82da-4052984605d2 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a0951fd-2d75-4d1b-8751-70367785e948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393684 May 21 15:35:24.200093 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 38740) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:24.371670 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2171c1e5-8927-4586-a14d-253f16cba48a tempest-TestVolumeBootPattern-1041662074 tempest-TestVolumeBootPattern-1041662074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:24.373263 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-2171c1e5-8927-4586-a14d-253f16cba48a tempest-TestVolumeBootPattern-1041662074 tempest-TestVolumeBootPattern-1041662074-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=3217b0f0-2437-4067-aa62-9989f0bee065 HTTP/1.1" status: 200 len: 1094 time: 0.1716363 May 21 15:35:24.375936 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 38744) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:24.381166 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.v2.base [None req-5e69f63e-03f0-44eb-9d88-6cbe5487b716 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Request body: {'floatingip': {'floating_network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'port_id': '41334be3-3998-4186-886b-cc2a684e3b31', 'tenant_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'fixed_ip_address': '172.20.0.11'}} {{(pid=91549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:35:24.387031 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-5e69f63e-03f0-44eb-9d88-6cbe5487b716 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:35:24.391527 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-5e69f63e-03f0-44eb-9d88-6cbe5487b716 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Usage tracker for resource:floatingip and tenant:9b3311b9b0ea4e20a494602faa2bafcc is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:35:24.394351 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-5e69f63e-03f0-44eb-9d88-6cbe5487b716 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:35:24.399984 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-5e69f63e-03f0-44eb-9d88-6cbe5487b716 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:35:24.412243 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-5e69f63e-03f0-44eb-9d88-6cbe5487b716 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks [] for floatingip, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:24.549826 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-5e69f63e-03f0-44eb-9d88-6cbe5487b716 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:24.689543 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.db_base_plugin_common [None req-5e69f63e-03f0-44eb-9d88-6cbe5487b716 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Allocated IP 172.27.2.240 (ba463646-5c92-40f4-a60a-d72924905aed/aafb72b8-44f1-4418-af97-0acaa496b3de/0b9b5111-12f2-471e-b545-2688905a7b43) {{(pid=91549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:35:24.834563 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-5e69f63e-03f0-44eb-9d88-6cbe5487b716 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks [] for port, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:24.864225 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-5e69f63e-03f0-44eb-9d88-6cbe5487b716 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730419340153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14871526'] for port, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:24.867908 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-8dc90c3f-4a4a-4f7e-a691-1608b147a5a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:24.929876 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e69f63e-03f0-44eb-9d88-6cbe5487b716 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Network ba463646-5c92-40f4-a60a-d72924905aed is already hosted by enough agents. {{(pid=91549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:35:24.932685 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.base_scheduler [None req-5e69f63e-03f0-44eb-9d88-6cbe5487b716 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Resources bound (agent type, host, resource id): {{(pid=91549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:35:24.936406 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e69f63e-03f0-44eb-9d88-6cbe5487b716 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Received port after_create {{(pid=91549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:35:24.965509 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e69f63e-03f0-44eb-9d88-6cbe5487b716 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Pushing event updated for resources: {'Port': ['ID=0b9b5111-12f2-471e-b545-2688905a7b43,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:24.988017 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e69f63e-03f0-44eb-9d88-6cbe5487b716 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:24.988393 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e69f63e-03f0-44eb-9d88-6cbe5487b716 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:24.988765 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e69f63e-03f0-44eb-9d88-6cbe5487b716 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:24.989131 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e69f63e-03f0-44eb-9d88-6cbe5487b716 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:24.989492 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e69f63e-03f0-44eb-9d88-6cbe5487b716 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:24.989853 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e69f63e-03f0-44eb-9d88-6cbe5487b716 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:24.990215 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e69f63e-03f0-44eb-9d88-6cbe5487b716 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:24.990571 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e69f63e-03f0-44eb-9d88-6cbe5487b716 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:24.990950 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e69f63e-03f0-44eb-9d88-6cbe5487b716 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:24.991307 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e69f63e-03f0-44eb-9d88-6cbe5487b716 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:24.991671 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e69f63e-03f0-44eb-9d88-6cbe5487b716 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:24.992015 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e69f63e-03f0-44eb-9d88-6cbe5487b716 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:24.996824 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-5e69f63e-03f0-44eb-9d88-6cbe5487b716 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:25.356474 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-5e69f63e-03f0-44eb-9d88-6cbe5487b716 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:25.431627 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-5e69f63e-03f0-44eb-9d88-6cbe5487b716 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:25.639422 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-5e69f63e-03f0-44eb-9d88-6cbe5487b716 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks [] for port, precommit_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:25.646050 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-5e69f63e-03f0-44eb-9d88-6cbe5487b716 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14871537'] for port, after_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:25.656493 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:25.762574 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e69f63e-03f0-44eb-9d88-6cbe5487b716 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Pushing event updated for resources: {'Port': ['ID=0b9b5111-12f2-471e-b545-2688905a7b43,revision_number=2']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:25.766582 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-5e69f63e-03f0-44eb-9d88-6cbe5487b716 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:25.774694 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-5e69f63e-03f0-44eb-9d88-6cbe5487b716 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763211'] for floatingip, after_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:26.057553 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.db.l3_db [None req-5e69f63e-03f0-44eb-9d88-6cbe5487b716 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Floating IP 46de36c6-1d14-4ebc-a090-32bfc187b551 associated. External IP: 172.27.2.240, port: 41334be3-3998-4186-886b-cc2a684e3b31. May 21 15:35:26.413233 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e69f63e-03f0-44eb-9d88-6cbe5487b716 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Router a50cf4a7-018d-46ef-9086-b3a7d3d46f76 has already been hosted by L3 agent 9c636599-187f-4688-bb24-d46a8be2a055 {{(pid=91549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:35:26.599032 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e69f63e-03f0-44eb-9d88-6cbe5487b716 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify agent at l3_agent.dv-cinder-792299-3-iscsi the message routers_updated {{(pid=91549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:35:26.609215 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c941402c-3013-452d-8440-b91146e844c7 None None] Sync routers for ids ['a50cf4a7-018d-46ef-9086-b3a7d3d46f76'] in dv-cinder-792299-3-iscsi {{(pid=91550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:35:26.619661 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c941402c-3013-452d-8440-b91146e844c7 None None] Routers {'a50cf4a7-018d-46ef-9086-b3a7d3d46f76'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:35:26.620586 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-c941402c-3013-452d-8440-b91146e844c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:35:18Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['a50cf4a7-018d-46ef-9086-b3a7d3d46f76'], 'active': True} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:35:26.624902 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-5e69f63e-03f0-44eb-9d88-6cbe5487b716 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for floatingip, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:26.680310 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-5e69f63e-03f0-44eb-9d88-6cbe5487b716 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3031893 May 21 15:35:26.680810 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3217b0f0-2437-4067-aa62-9989f0bee065', 'tag': '41334be3-3998-4186-886b-cc2a684e3b31'}] {{(pid=91549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:35:26.784213 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3217b0f0-2437-4067-aa62-9989f0bee065', 'tag': '41334be3-3998-4186-886b-cc2a684e3b31', 'status': 'completed', 'code': 200} May 21 15:35:26.812071 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvr_db [None req-c941402c-3013-452d-8440-b91146e844c7 None None] Set router a50cf4a7-018d-46ef-9086-b3a7d3d46f76 gateway port host: dv-cinder-792299-3-iscsi {{(pid=91550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:35:26.887989 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ffae7b-4fbd-44fc-b15c-e798ce626324 req-021d693b-33d9-4b0b-b5ac-7a856fb00635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:26.889482 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-d5ffae7b-4fbd-44fc-b15c-e798ce626324 req-021d693b-33d9-4b0b-b5ac-7a856fb00635 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9b3311b9b0ea4e20a494602faa2bafcc&device_id=3217b0f0-2437-4067-aa62-9989f0bee065 HTTP/1.1" status: 200 len: 1099 time: 0.0811813 May 21 15:35:27.037398 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ffae7b-4fbd-44fc-b15c-e798ce626324 req-24fbeb2d-0598-4129-a116-08bb96341bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:27.038770 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-d5ffae7b-4fbd-44fc-b15c-e798ce626324 req-24fbeb2d-0598-4129-a116-08bb96341bec service neutron] 10.222.0.68 "GET /v2.0/networks?id=5b542826-cfa8-402b-9f7a-d4936ebb79ee HTTP/1.1" status: 200 len: 912 time: 0.1429150 May 21 15:35:27.147088 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-d5ffae7b-4fbd-44fc-b15c-e798ce626324 req-24cfe095-a5b2-49e0-90f4-cebaa81dd7b7 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41334be3-3998-4186-886b-cc2a684e3b31 HTTP/1.1" status: 200 len: 1000 time: 0.0983002 May 21 15:35:27.212051 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ffae7b-4fbd-44fc-b15c-e798ce626324 req-a812d6a1-b2e5-4a12-95ed-4d6f7699ac9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:27.213617 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-d5ffae7b-4fbd-44fc-b15c-e798ce626324 req-a812d6a1-b2e5-4a12-95ed-4d6f7699ac9e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=59cccb6e-6d77-4ef7-87c5-346fee1124e0 HTTP/1.1" status: 200 len: 850 time: 0.0596189 May 21 15:35:27.219369 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-c941402c-3013-452d-8440-b91146e844c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'name': 'tempest-TestVolumeBootPattern-954176865-router', 'tenant_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '2ec5df50-5e23-4c23-a5d4-5a527d06eb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:32:10Z', 'updated_at': '2021-05-21T15:32:15Z', 'revision_number': 4, 'project_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'gw_port': {'id': '2ec5df50-5e23-4c23-a5d4-5a527d06eb8a', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:02:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:32:11Z', 'updated_at': '2021-05-21T15:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_floatingips': [{'id': '46de36c6-1d14-4ebc-a090-32bfc187b551', 'tenant_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'floating_ip_address': '172.27.2.240', 'floating_network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'router_id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'port_id': '41334be3-3998-4186-886b-cc2a684e3b31', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b542826-cfa8-402b-9f7a-d4936ebb79ee', 'mac_address': 'fa:16:3e:53:dd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3217b0f0-2437-4067-aa62-9989f0bee065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:35:25Z', 'updated_at': '2021-05-21T15:35:25Z', 'revision_number': 0, 'project_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70acbc60-e398-4439-8319-ab7cc3c5734d', 'name': '', 'network_id': '5b542826-cfa8-402b-9f7a-d4936ebb79ee', 'tenant_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'mac_address': 'fa:16:3e:21:19:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '59cccb6e-6d77-4ef7-87c5-346fee1124e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:32:14Z', 'updated_at': '2021-05-21T15:32:22Z', 'revision_number': 5, 'project_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'subnets': [{'id': '59cccb6e-6d77-4ef7-87c5-346fee1124e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:35:27.223364 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c941402c-3013-452d-8440-b91146e844c7 None None] Checking router: a50cf4a7-018d-46ef-9086-b3a7d3d46f76 for host: dv-cinder-792299-3-iscsi {{(pid=91550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:35:27.231658 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c941402c-3013-452d-8440-b91146e844c7 None None] Routers {'a50cf4a7-018d-46ef-9086-b3a7d3d46f76'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:35:27.232638 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-c941402c-3013-452d-8440-b91146e844c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:35:18Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['a50cf4a7-018d-46ef-9086-b3a7d3d46f76'], 'active': True} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:35:27.292468 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ffae7b-4fbd-44fc-b15c-e798ce626324 req-606cb0b9-619b-42da-923c-ae82e9cd9d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:27.293865 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-d5ffae7b-4fbd-44fc-b15c-e798ce626324 req-606cb0b9-619b-42da-923c-ae82e9cd9d5d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5b542826-cfa8-402b-9f7a-d4936ebb79ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0740583 May 21 15:35:27.406652 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvr_db [None req-c941402c-3013-452d-8440-b91146e844c7 None None] Set router a50cf4a7-018d-46ef-9086-b3a7d3d46f76 gateway port host: dv-cinder-792299-3-iscsi {{(pid=91550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:35:27.438007 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-d5ffae7b-4fbd-44fc-b15c-e798ce626324 req-279fae30-ee10-4d8a-8da6-e287a0f1a62d service neutron] 10.222.0.68 "GET /v2.0/networks/5b542826-cfa8-402b-9f7a-d4936ebb79ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371248 May 21 15:35:27.577190 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-d5ffae7b-4fbd-44fc-b15c-e798ce626324 req-91a3e44d-d9b1-4933-87a2-0c3633d31211 service neutron] 10.222.0.68 "GET /v2.0/networks/5b542826-cfa8-402b-9f7a-d4936ebb79ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317825 May 21 15:35:27.765695 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-c941402c-3013-452d-8440-b91146e844c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'name': 'tempest-TestVolumeBootPattern-954176865-router', 'tenant_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '2ec5df50-5e23-4c23-a5d4-5a527d06eb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:32:10Z', 'updated_at': '2021-05-21T15:32:15Z', 'revision_number': 4, 'project_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'gw_port': {'id': '2ec5df50-5e23-4c23-a5d4-5a527d06eb8a', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:02:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:32:11Z', 'updated_at': '2021-05-21T15:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_floatingips': [{'id': '46de36c6-1d14-4ebc-a090-32bfc187b551', 'tenant_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'floating_ip_address': '172.27.2.240', 'floating_network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'router_id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'port_id': '41334be3-3998-4186-886b-cc2a684e3b31', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b542826-cfa8-402b-9f7a-d4936ebb79ee', 'mac_address': 'fa:16:3e:53:dd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3217b0f0-2437-4067-aa62-9989f0bee065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:35:25Z', 'updated_at': '2021-05-21T15:35:25Z', 'revision_number': 0, 'project_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70acbc60-e398-4439-8319-ab7cc3c5734d', 'name': '', 'network_id': '5b542826-cfa8-402b-9f7a-d4936ebb79ee', 'tenant_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'mac_address': 'fa:16:3e:21:19:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '59cccb6e-6d77-4ef7-87c5-346fee1124e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:32:14Z', 'updated_at': '2021-05-21T15:32:22Z', 'revision_number': 5, 'project_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'subnets': [{'id': '59cccb6e-6d77-4ef7-87c5-346fee1124e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:35:27.769596 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c941402c-3013-452d-8440-b91146e844c7 None None] The sync data for ids ['a50cf4a7-018d-46ef-9086-b3a7d3d46f76'] in dv-cinder-792299-3-iscsi is: [{'id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'name': 'tempest-TestVolumeBootPattern-954176865-router', 'tenant_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '2ec5df50-5e23-4c23-a5d4-5a527d06eb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:32:10Z', 'updated_at': '2021-05-21T15:32:15Z', 'revision_number': 4, 'project_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'gw_port': {'id': '2ec5df50-5e23-4c23-a5d4-5a527d06eb8a', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:02:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:32:11Z', 'updated_at': '2021-05-21T15:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_floatingips': [{'id': '46de36c6-1d14-4ebc-a090-32bfc187b551', 'tenant_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'floating_ip_address': '172.27.2.240', 'floating_network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'router_id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'port_id': '41334be3-3998-4186-886b-cc2a684e3b31', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b542826-cfa8-402b-9f7a-d4936ebb79ee', 'mac_address': 'fa:16:3e:53:dd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3217b0f0-2437-4067-aa62-9989f0bee065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:35:25Z', 'updated_at': '2021-05-21T15:35:25Z', 'revision_number': 0, 'project_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70acbc60-e398-4439-8319-ab7cc3c5734d', 'name': '', 'network_id': '5b542826-cfa8-402b-9f7a-d4936ebb79ee', 'tenant_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'mac_address': 'fa:16:3e:21:19:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '59cccb6e-6d77-4ef7-87c5-346fee1124e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:32:14Z', 'updated_at': '2021-05-21T15:32:22Z', 'revision_number': 5, 'project_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'subnets': [{'id': '59cccb6e-6d77-4ef7-87c5-346fee1124e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:35:28.115025 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bbfe98-ad0f-4b20-a4fe-056cc4cc3b79 None None] New status for floating IP 46de36c6-1d14-4ebc-a090-32bfc187b551: ACTIVE {{(pid=91551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 21 15:35:37.419789 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-ea36433e-e913-4e7d-aa49-4a9678ccae66 req-49834ba0-0d38-4b07-8cb8-435ac8889a28 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=3217b0f0-2437-4067-aa62-9989f0bee065&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0694456 May 21 15:35:37.564907 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea36433e-e913-4e7d-aa49-4a9678ccae66 req-d071b768-b144-40f4-ba05-ebe63c913143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:37.566397 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-ea36433e-e913-4e7d-aa49-4a9678ccae66 req-d071b768-b144-40f4-ba05-ebe63c913143 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9b3311b9b0ea4e20a494602faa2bafcc&device_id=3217b0f0-2437-4067-aa62-9989f0bee065 HTTP/1.1" status: 200 len: 1099 time: 0.0763426 May 21 15:35:37.808161 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea36433e-e913-4e7d-aa49-4a9678ccae66 req-ce78df19-d6fd-4653-92f6-ccc11d8380a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:37.810334 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-ea36433e-e913-4e7d-aa49-4a9678ccae66 req-ce78df19-d6fd-4653-92f6-ccc11d8380a4 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5b542826-cfa8-402b-9f7a-d4936ebb79ee HTTP/1.1" status: 200 len: 912 time: 0.2231791 May 21 15:35:37.914702 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-ea36433e-e913-4e7d-aa49-4a9678ccae66 req-5ea78c3c-f168-4121-a08e-18b486c46b6a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41334be3-3998-4186-886b-cc2a684e3b31 HTTP/1.1" status: 200 len: 1002 time: 0.0968430 May 21 15:35:37.982364 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea36433e-e913-4e7d-aa49-4a9678ccae66 req-e600d587-3538-4374-960d-d187b703f741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:37.983958 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-ea36433e-e913-4e7d-aa49-4a9678ccae66 req-e600d587-3538-4374-960d-d187b703f741 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=59cccb6e-6d77-4ef7-87c5-346fee1124e0 HTTP/1.1" status: 200 len: 850 time: 0.0630770 May 21 15:35:38.067099 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea36433e-e913-4e7d-aa49-4a9678ccae66 req-7812792a-0c2c-40e8-8682-20042b349c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:38.068660 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-ea36433e-e913-4e7d-aa49-4a9678ccae66 req-7812792a-0c2c-40e8-8682-20042b349c57 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5b542826-cfa8-402b-9f7a-d4936ebb79ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0773542 May 21 15:35:38.211666 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-ea36433e-e913-4e7d-aa49-4a9678ccae66 req-2037cae7-19e6-4ba8-88fc-91271b07d691 service neutron] 10.222.0.68 "GET /v2.0/networks/5b542826-cfa8-402b-9f7a-d4936ebb79ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345248 May 21 15:35:38.347218 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-ea36433e-e913-4e7d-aa49-4a9678ccae66 req-3e0bb1d0-3522-4cf7-b8f3-8c0759b88cdc service neutron] 10.222.0.68 "GET /v2.0/networks/5b542826-cfa8-402b-9f7a-d4936ebb79ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286688 May 21 15:35:45.286665 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-892d834b-dc34-42fc-8ab8-5435f447be14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:48.022369 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:48.167528 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.agents_db [None req-1cb0bb7b-b6db-4325-ad21-6fa15867ad0e None None] Agent healthcheck: found 6 active agents {{(pid=91551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:35:48.325135 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-7bfbb8d2-7c80-4050-ba66-fa4c103b0532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:49.347477 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e6f13acb-dde4-45e3-8932-2715da3406c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:50.920266 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-cb99478c-afff-4a9c-8770-f3354af234b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:53.301700 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:15.288267 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-74053809-e122-48cd-a31a-386a3f2c9fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:18.015683 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:18.326684 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-413257b6-166f-4802-af1c-af4e0bcb0f72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:19.350781 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e6f13acb-dde4-45e3-8932-2715da3406c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:20.920374 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-cb99478c-afff-4a9c-8770-f3354af234b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:23.299913 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:25.166403 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.agents_db [None req-1cb0bb7b-b6db-4325-ad21-6fa15867ad0e None None] Agent healthcheck: found 6 active agents {{(pid=91551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:36:39.475263 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-39806ab5-ee65-4113-b47c-ad825b773450 req-9ef4d365-3cab-421c-875a-26df8a8479cd service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=3217b0f0-2437-4067-aa62-9989f0bee065&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1214850 May 21 15:36:39.621842 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39806ab5-ee65-4113-b47c-ad825b773450 req-d3ca0991-0569-4f63-89cb-124cb9f6fed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:39.623316 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-39806ab5-ee65-4113-b47c-ad825b773450 req-d3ca0991-0569-4f63-89cb-124cb9f6fed9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9b3311b9b0ea4e20a494602faa2bafcc&device_id=3217b0f0-2437-4067-aa62-9989f0bee065 HTTP/1.1" status: 200 len: 1099 time: 0.0704615 May 21 15:36:39.782648 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39806ab5-ee65-4113-b47c-ad825b773450 req-6f9bcdff-5242-44b3-a945-f8215385a36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:39.784161 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-39806ab5-ee65-4113-b47c-ad825b773450 req-6f9bcdff-5242-44b3-a945-f8215385a36d service neutron] 10.222.0.68 "GET /v2.0/networks?id=5b542826-cfa8-402b-9f7a-d4936ebb79ee HTTP/1.1" status: 200 len: 912 time: 0.1366260 May 21 15:36:39.890125 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-39806ab5-ee65-4113-b47c-ad825b773450 req-c4bff6e0-f0ef-49e0-b1f7-56c62b129799 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41334be3-3998-4186-886b-cc2a684e3b31 HTTP/1.1" status: 200 len: 1002 time: 0.0986857 May 21 15:36:39.954031 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39806ab5-ee65-4113-b47c-ad825b773450 req-4fe3fb25-05db-4111-bc21-54c65202acf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:39.955504 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-39806ab5-ee65-4113-b47c-ad825b773450 req-4fe3fb25-05db-4111-bc21-54c65202acf0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=59cccb6e-6d77-4ef7-87c5-346fee1124e0 HTTP/1.1" status: 200 len: 850 time: 0.0560660 May 21 15:36:40.035517 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39806ab5-ee65-4113-b47c-ad825b773450 req-ba36fc15-23b4-4769-87e1-f342bddbdf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:40.036998 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-39806ab5-ee65-4113-b47c-ad825b773450 req-ba36fc15-23b4-4769-87e1-f342bddbdf28 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5b542826-cfa8-402b-9f7a-d4936ebb79ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0718613 May 21 15:36:40.170615 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-39806ab5-ee65-4113-b47c-ad825b773450 req-1af1302b-a769-4a5f-9c3c-eeb31d57d378 service neutron] 10.222.0.68 "GET /v2.0/networks/5b542826-cfa8-402b-9f7a-d4936ebb79ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227102 May 21 15:36:40.309634 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-39806ab5-ee65-4113-b47c-ad825b773450 req-31d878f8-3787-489c-abb4-651d081f42ac service neutron] 10.222.0.68 "GET /v2.0/networks/5b542826-cfa8-402b-9f7a-d4936ebb79ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288083 May 21 15:36:45.290657 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-52373d27-9962-4fa7-83f5-3bd985c7b0a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:48.018209 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:48.328630 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-db56215c-78d5-41d3-b111-132725fbb5d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:49.352047 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e6f13acb-dde4-45e3-8932-2715da3406c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:50.923643 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-cb99478c-afff-4a9c-8770-f3354af234b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:53.314819 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:02.164814 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.agents_db [None req-1cb0bb7b-b6db-4325-ad21-6fa15867ad0e None None] Agent healthcheck: found 6 active agents {{(pid=91551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:37:14.837594 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-b4accf7c-c4da-4ff8-bb9e-4ce16c4c52d6 req-3750716b-248b-4e54-ad2b-1932af4d2b31 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-807052376&fields=id&tenant_id=9b3311b9b0ea4e20a494602faa2bafcc HTTP/1.1" status: 200 len: 267 time: 0.0394278 May 21 15:37:14.993413 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4accf7c-c4da-4ff8-bb9e-4ce16c4c52d6 req-25c49408-f600-4855-b0c8-5ddfdf132642 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:14.994942 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-b4accf7c-c4da-4ff8-bb9e-4ce16c4c52d6 req-25c49408-f600-4855-b0c8-5ddfdf132642 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/networks?id=5b542826-cfa8-402b-9f7a-d4936ebb79ee HTTP/1.1" status: 200 len: 811 time: 0.1511033 May 21 15:37:15.010004 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-b4accf7c-c4da-4ff8-bb9e-4ce16c4c52d6 req-b2cffbbc-d260-411b-b8f5-6825436e7f6d tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/quotas/9b3311b9b0ea4e20a494602faa2bafcc HTTP/1.1" status: 200 len: 375 time: 0.0090494 May 21 15:37:15.103105 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-b4accf7c-c4da-4ff8-bb9e-4ce16c4c52d6 req-2bf516d8-ac7c-45c5-a108-eedcec645662 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=9b3311b9b0ea4e20a494602faa2bafcc&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0878499 May 21 15:37:15.243767 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-b4accf7c-c4da-4ff8-bb9e-4ce16c4c52d6 req-3b23c889-d613-4032-ac74-4bf60f279ca4 service neutron] 10.222.0.69 "GET /v2.0/networks/5b542826-cfa8-402b-9f7a-d4936ebb79ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280560 May 21 15:37:15.292492 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-27736649-b826-4136-a91a-ee7f4210e5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:15.374584 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-b4accf7c-c4da-4ff8-bb9e-4ce16c4c52d6 req-9ac9ec8c-2ef2-42fc-b7ff-1414e53e49eb service neutron] 10.222.0.69 "GET /v2.0/networks/5b542826-cfa8-402b-9f7a-d4936ebb79ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245079 May 21 15:37:15.778503 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-762a6c5a-b9bd-4bf3-b4aa-1694db12ff5e req-9d571fd9-c506-4225-88be-685c4a3e5388 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/ports?device_id=44c31446-bd15-473b-9bf7-fe8d6746b0be HTTP/1.1" status: 200 len: 210 time: 0.0457754 May 21 15:37:16.937473 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-a9a53c5d-b7ae-49cc-ac9d-a523489e530b req-978659e0-bb96-4308-b17d-eeff4584d80e tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/ports?device_id=44c31446-bd15-473b-9bf7-fe8d6746b0be HTTP/1.1" status: 200 len: 210 time: 0.0528760 May 21 15:37:17.066823 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4accf7c-c4da-4ff8-bb9e-4ce16c4c52d6 req-d868346b-2c36-435d-8b4a-b4fda05be093 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:17.068293 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-b4accf7c-c4da-4ff8-bb9e-4ce16c4c52d6 req-d868346b-2c36-435d-8b4a-b4fda05be093 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.68 "GET /v2.0/networks?id=5b542826-cfa8-402b-9f7a-d4936ebb79ee HTTP/1.1" status: 200 len: 811 time: 0.2582343 May 21 15:37:17.119541 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-b4accf7c-c4da-4ff8-bb9e-4ce16c4c52d6 req-57b799c8-3999-4831-bd55-468da920cf9f tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b3311b9b0ea4e20a494602faa2bafcc HTTP/1.1" status: 200 len: 379 time: 0.0411370 May 21 15:37:17.132026 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [req-b4accf7c-c4da-4ff8-bb9e-4ce16c4c52d6 req-65f7db16-1a94-43e4-9c00-18b487a6d841 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Request body: {'port': {'device_id': '44c31446-bd15-473b-9bf7-fe8d6746b0be', 'network_id': '5b542826-cfa8-402b-9f7a-d4936ebb79ee', 'admin_state_up': True, 'tenant_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'security_groups': ['6a0951fd-2d75-4d1b-8751-70367785e948']}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:37:17.271715 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [req-b4accf7c-c4da-4ff8-bb9e-4ce16c4c52d6 req-65f7db16-1a94-43e4-9c00-18b487a6d841 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:37:17.275628 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-b4accf7c-c4da-4ff8-bb9e-4ce16c4c52d6 req-65f7db16-1a94-43e4-9c00-18b487a6d841 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Usage tracker for resource:port and tenant:9b3311b9b0ea4e20a494602faa2bafcc is out of sync, need to count used quota {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:37:17.278413 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-b4accf7c-c4da-4ff8-bb9e-4ce16c4c52d6 req-65f7db16-1a94-43e4-9c00-18b487a6d841 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Quota usage for port was recalculated. Used quota:5. {{(pid=91548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:37:17.284491 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.quota.driver [req-b4accf7c-c4da-4ff8-bb9e-4ce16c4c52d6 req-65f7db16-1a94-43e4-9c00-18b487a6d841 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=91548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:37:17.295303 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4accf7c-c4da-4ff8-bb9e-4ce16c4c52d6 req-65f7db16-1a94-43e4-9c00-18b487a6d841 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Made reservation on behalf of 9b3311b9b0ea4e20a494602faa2bafcc for: {'port': 1} {{(pid=91548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:37:17.298913 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-b4accf7c-c4da-4ff8-bb9e-4ce16c4c52d6 req-65f7db16-1a94-43e4-9c00-18b487a6d841 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:17.462065 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.db_base_plugin_common [req-b4accf7c-c4da-4ff8-bb9e-4ce16c4c52d6 req-65f7db16-1a94-43e4-9c00-18b487a6d841 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Allocated IP 172.20.0.3 (5b542826-cfa8-402b-9f7a-d4936ebb79ee/59cccb6e-6d77-4ef7-87c5-346fee1124e0/79667747-9353-44a1-bca3-3e9bd4cbb1d6) {{(pid=91548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:37:17.658744 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-b4accf7c-c4da-4ff8-bb9e-4ce16c4c52d6 req-65f7db16-1a94-43e4-9c00-18b487a6d841 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks [] for port, precommit_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:17.674962 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.provisioning_blocks [req-b4accf7c-c4da-4ff8-bb9e-4ce16c4c52d6 req-65f7db16-1a94-43e4-9c00-18b487a6d841 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Transition to ACTIVE for port object 79667747-9353-44a1-bca3-3e9bd4cbb1d6 will not be triggered until provisioned by entity DHCP. {{(pid=91548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:37:17.699386 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-b4accf7c-c4da-4ff8-bb9e-4ce16c4c52d6 req-65f7db16-1a94-43e4-9c00-18b487a6d841 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730419340153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14885552'] for port, after_create {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:17.708440 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-af5b745c-724d-41d0-9b42-f8e77f55e6cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:37:17.776448 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4accf7c-c4da-4ff8-bb9e-4ce16c4c52d6 req-65f7db16-1a94-43e4-9c00-18b487a6d841 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Network 5b542826-cfa8-402b-9f7a-d4936ebb79ee is already hosted by enough agents. {{(pid=91548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:37:17.780770 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.base_scheduler [req-b4accf7c-c4da-4ff8-bb9e-4ce16c4c52d6 req-65f7db16-1a94-43e4-9c00-18b487a6d841 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Resources bound (agent type, host, resource id): {{(pid=91548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:37:17.784594 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4accf7c-c4da-4ff8-bb9e-4ce16c4c52d6 req-65f7db16-1a94-43e4-9c00-18b487a6d841 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Received port after_create {{(pid=91548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:37:17.830736 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f7db16-1a94-43e4-9c00-18b487a6d841 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Pushing event updated for resources: {'Port': ['ID=79667747-9353-44a1-bca3-3e9bd4cbb1d6,revision_number=1']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:37:17.844940 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7db16-1a94-43e4-9c00-18b487a6d841 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:37:17.845323 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7db16-1a94-43e4-9c00-18b487a6d841 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:37:17.845694 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7db16-1a94-43e4-9c00-18b487a6d841 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:37:17.846066 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7db16-1a94-43e4-9c00-18b487a6d841 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:37:17.846423 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7db16-1a94-43e4-9c00-18b487a6d841 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:37:17.846783 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7db16-1a94-43e4-9c00-18b487a6d841 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:37:17.847163 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7db16-1a94-43e4-9c00-18b487a6d841 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:37:17.847590 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7db16-1a94-43e4-9c00-18b487a6d841 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:37:17.847873 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7db16-1a94-43e4-9c00-18b487a6d841 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:37:17.848225 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7db16-1a94-43e4-9c00-18b487a6d841 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:37:17.848578 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7db16-1a94-43e4-9c00-18b487a6d841 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:37:17.848925 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7db16-1a94-43e4-9c00-18b487a6d841 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:37:17.854344 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-65f7db16-1a94-43e4-9c00-18b487a6d841 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:37:17.864957 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4accf7c-c4da-4ff8-bb9e-4ce16c4c52d6 req-65f7db16-1a94-43e4-9c00-18b487a6d841 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:17.865596 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-b4accf7c-c4da-4ff8-bb9e-4ce16c4c52d6 req-65f7db16-1a94-43e4-9c00-18b487a6d841 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for port, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:17.890611 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-b4accf7c-c4da-4ff8-bb9e-4ce16c4c52d6 req-65f7db16-1a94-43e4-9c00-18b487a6d841 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7626731 May 21 15:37:17.907648 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.v2.base [req-b4accf7c-c4da-4ff8-bb9e-4ce16c4c52d6 req-1befb979-46a8-44d9-a119-1c637106f6ae service neutron] Request body: {'port': {'device_id': '44c31446-bd15-473b-9bf7-fe8d6746b0be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=91548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:37:18.000827 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-f9ee26c1-902f-49fd-aecd-c27597ab9b76 None None] Provisioning for port 79667747-9353-44a1-bca3-3e9bd4cbb1d6 completed by entity DHCP. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:37:18.013917 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-f9ee26c1-902f-49fd-aecd-c27597ab9b76 None None] Provisioning complete for port 79667747-9353-44a1-bca3-3e9bd4cbb1d6 triggered by entity DHCP. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:37:18.014298 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-f9ee26c1-902f-49fd-aecd-c27597ab9b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:18.023776 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-b4accf7c-c4da-4ff8-bb9e-4ce16c4c52d6 req-1befb979-46a8-44d9-a119-1c637106f6ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:18.055629 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:18.079338 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-f9ee26c1-902f-49fd-aecd-c27597ab9b76 None None] Port 79667747-9353-44a1-bca3-3e9bd4cbb1d6 cannot update to ACTIVE because it is not bound. {{(pid=91550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 15:37:18.137422 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fabfbb7-45fc-43a5-9a27-7fb684252bd1 req-e524f3d7-f03c-4522-ae1d-40ebd6286e3a tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:18.139038 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-5fabfbb7-45fc-43a5-9a27-7fb684252bd1 req-e524f3d7-f03c-4522-ae1d-40ebd6286e3a tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/ports?device_id=44c31446-bd15-473b-9bf7-fe8d6746b0be HTTP/1.1" status: 200 len: 931 time: 0.0854995 May 21 15:37:18.183906 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-5fabfbb7-45fc-43a5-9a27-7fb684252bd1 req-99877190-aa82-4f54-91aa-fb963582dd24 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a0951fd-2d75-4d1b-8751-70367785e948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389040 May 21 15:37:18.328873 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-928b8a2e-8dcf-4a69-8808-95d28668fc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:18.372045 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.notifiers.nova [req-b4accf7c-c4da-4ff8-bb9e-4ce16c4c52d6 req-1befb979-46a8-44d9-a119-1c637106f6ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79667747-9353-44a1-bca3-3e9bd4cbb1d6 {{(pid=91548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:37:18.379486 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-b4accf7c-c4da-4ff8-bb9e-4ce16c4c52d6 req-1befb979-46a8-44d9-a119-1c637106f6ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:18.393734 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.provisioning_blocks [req-b4accf7c-c4da-4ff8-bb9e-4ce16c4c52d6 req-1befb979-46a8-44d9-a119-1c637106f6ae service neutron] Transition to ACTIVE for port object 79667747-9353-44a1-bca3-3e9bd4cbb1d6 will not be triggered until provisioned by entity L2. {{(pid=91548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:37:18.397343 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-b4accf7c-c4da-4ff8-bb9e-4ce16c4c52d6 req-1befb979-46a8-44d9-a119-1c637106f6ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14885543'] for port, after_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:18.401563 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-71c310cd-9247-4b10-8e73-0b7f6dbe783c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:37:18.559623 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1befb979-46a8-44d9-a119-1c637106f6ae service neutron] Pushing event updated for resources: {'Port': ['ID=79667747-9353-44a1-bca3-3e9bd4cbb1d6,revision_number=2']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:37:18.595101 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-1befb979-46a8-44d9-a119-1c637106f6ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:37:18.637582 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.managers [req-b4accf7c-c4da-4ff8-bb9e-4ce16c4c52d6 req-1befb979-46a8-44d9-a119-1c637106f6ae service neutron] Attempting to bind port 79667747-9353-44a1-bca3-3e9bd4cbb1d6 on host hv-cinder-79229 for vnic_type normal with profile {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:37:18.637912 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.managers [req-b4accf7c-c4da-4ff8-bb9e-4ce16c4c52d6 req-1befb979-46a8-44d9-a119-1c637106f6ae service neutron] Attempting to bind port 79667747-9353-44a1-bca3-3e9bd4cbb1d6 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': 'ff606e48-e7cc-4d66-8d0d-c025c9aa548c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5b542826-cfa8-402b-9f7a-d4936ebb79ee'}] {{(pid=91548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:37:18.639258 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4accf7c-c4da-4ff8-bb9e-4ce16c4c52d6 req-1befb979-46a8-44d9-a119-1c637106f6ae service neutron] Attempting to bind port 79667747-9353-44a1-bca3-3e9bd4cbb1d6 on network 5b542826-cfa8-402b-9f7a-d4936ebb79ee {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:37:18.644004 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4accf7c-c4da-4ff8-bb9e-4ce16c4c52d6 req-1befb979-46a8-44d9-a119-1c637106f6ae service neutron] Port 79667747-9353-44a1-bca3-3e9bd4cbb1d6 on network 5b542826-cfa8-402b-9f7a-d4936ebb79ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 15:37:18.644320 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4accf7c-c4da-4ff8-bb9e-4ce16c4c52d6 req-1befb979-46a8-44d9-a119-1c637106f6ae service neutron] Attempting to bind port 79667747-9353-44a1-bca3-3e9bd4cbb1d6 on network 5b542826-cfa8-402b-9f7a-d4936ebb79ee {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:37:18.649440 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4accf7c-c4da-4ff8-bb9e-4ce16c4c52d6 req-1befb979-46a8-44d9-a119-1c637106f6ae service neutron] Checking agent: {'id': '4762cb26-ef72-475b-a9a0-8f480bf27f9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 18, 22), 'started_at': datetime.datetime(2021, 5, 21, 15, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:37:18.649770 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4accf7c-c4da-4ff8-bb9e-4ce16c4c52d6 req-1befb979-46a8-44d9-a119-1c637106f6ae service neutron] Checking segment: {'id': 'ff606e48-e7cc-4d66-8d0d-c025c9aa548c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5b542826-cfa8-402b-9f7a-d4936ebb79ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:37:18.650152 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4accf7c-c4da-4ff8-bb9e-4ce16c4c52d6 req-1befb979-46a8-44d9-a119-1c637106f6ae service neutron] Bound using segment: {'id': 'ff606e48-e7cc-4d66-8d0d-c025c9aa548c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5b542826-cfa8-402b-9f7a-d4936ebb79ee'} {{(pid=91548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:37:18.650574 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.managers [req-b4accf7c-c4da-4ff8-bb9e-4ce16c4c52d6 req-1befb979-46a8-44d9-a119-1c637106f6ae service neutron] Bound port: 79667747-9353-44a1-bca3-3e9bd4cbb1d6, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff606e48-e7cc-4d66-8d0d-c025c9aa548c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5b542826-cfa8-402b-9f7a-d4936ebb79ee'}}] {{(pid=91548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:37:18.650947 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-b4accf7c-c4da-4ff8-bb9e-4ce16c4c52d6 req-1befb979-46a8-44d9-a119-1c637106f6ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:18.750159 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [req-b4accf7c-c4da-4ff8-bb9e-4ce16c4c52d6 req-1befb979-46a8-44d9-a119-1c637106f6ae service neutron] For port 79667747-9353-44a1-bca3-3e9bd4cbb1d6, host hv-cinder-79229, cleared binding levels {{(pid=91548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:37:18.753060 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [req-b4accf7c-c4da-4ff8-bb9e-4ce16c4c52d6 req-1befb979-46a8-44d9-a119-1c637106f6ae service neutron] For port 79667747-9353-44a1-bca3-3e9bd4cbb1d6, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=79667747-9353-44a1-bca3-3e9bd4cbb1d6,segment=NetworkSegment(ff606e48-e7cc-4d66-8d0d-c025c9aa548c),segment_id=ff606e48-e7cc-4d66-8d0d-c025c9aa548c)] {{(pid=91548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:37:18.758419 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-b4accf7c-c4da-4ff8-bb9e-4ce16c4c52d6 req-1befb979-46a8-44d9-a119-1c637106f6ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14885543'] for port, after_update {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:18.763123 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-6be3202a-4751-4585-89fc-b409c4752f35 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:37:18.814959 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4accf7c-c4da-4ff8-bb9e-4ce16c4c52d6 req-1befb979-46a8-44d9-a119-1c637106f6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:18.815549 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-b4accf7c-c4da-4ff8-bb9e-4ce16c4c52d6 req-1befb979-46a8-44d9-a119-1c637106f6ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for port, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:18.817024 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-b4accf7c-c4da-4ff8-bb9e-4ce16c4c52d6 req-1befb979-46a8-44d9-a119-1c637106f6ae service neutron] 10.222.0.68 "PUT /v2.0/ports/79667747-9353-44a1-bca3-3e9bd4cbb1d6 HTTP/1.1" status: 200 len: 1093 time: 0.9146042 May 21 15:37:18.819477 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44c31446-bd15-473b-9bf7-fe8d6746b0be', 'tag': '79667747-9353-44a1-bca3-3e9bd4cbb1d6'}] {{(pid=91548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:37:18.863577 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1befb979-46a8-44d9-a119-1c637106f6ae service neutron] Pushing event updated for resources: {'Port': ['ID=79667747-9353-44a1-bca3-3e9bd4cbb1d6,revision_number=3']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:37:18.901842 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-1befb979-46a8-44d9-a119-1c637106f6ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:37:18.903422 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44c31446-bd15-473b-9bf7-fe8d6746b0be', 'tag': '79667747-9353-44a1-bca3-3e9bd4cbb1d6', 'status': 'completed', 'code': 200} May 21 15:37:18.950509 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4accf7c-c4da-4ff8-bb9e-4ce16c4c52d6 req-42a1bec6-a13e-4836-a3d0-20ba50daa232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:18.952793 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-b4accf7c-c4da-4ff8-bb9e-4ce16c4c52d6 req-42a1bec6-a13e-4836-a3d0-20ba50daa232 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9b3311b9b0ea4e20a494602faa2bafcc&device_id=44c31446-bd15-473b-9bf7-fe8d6746b0be HTTP/1.1" status: 200 len: 1096 time: 0.0905662 May 21 15:37:19.129197 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-b4accf7c-c4da-4ff8-bb9e-4ce16c4c52d6 req-94d65567-a131-4b9c-8bd9-dda819ae245e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79667747-9353-44a1-bca3-3e9bd4cbb1d6 HTTP/1.1" status: 200 len: 217 time: 0.1645191 May 21 15:37:19.194021 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4accf7c-c4da-4ff8-bb9e-4ce16c4c52d6 req-99c66982-e4ad-4b1d-8bec-9ae1812ba609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:19.195444 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-b4accf7c-c4da-4ff8-bb9e-4ce16c4c52d6 req-99c66982-e4ad-4b1d-8bec-9ae1812ba609 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=59cccb6e-6d77-4ef7-87c5-346fee1124e0 HTTP/1.1" status: 200 len: 850 time: 0.0591459 May 21 15:37:19.274294 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4accf7c-c4da-4ff8-bb9e-4ce16c4c52d6 req-16f95e6b-b619-4c1a-8251-2ae12647c58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:19.276190 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-b4accf7c-c4da-4ff8-bb9e-4ce16c4c52d6 req-16f95e6b-b619-4c1a-8251-2ae12647c58a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5b542826-cfa8-402b-9f7a-d4936ebb79ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0710557 May 21 15:37:19.357428 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e6f13acb-dde4-45e3-8932-2715da3406c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:19.377593 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a1e8f-219e-49af-af2a-f1e2885cb580 req-11aec29a-5dc4-441e-a2ed-c783440d2415 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:19.379389 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-1b7a1e8f-219e-49af-af2a-f1e2885cb580 req-11aec29a-5dc4-441e-a2ed-c783440d2415 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/ports?device_id=44c31446-bd15-473b-9bf7-fe8d6746b0be HTTP/1.1" status: 200 len: 943 time: 0.0878417 May 21 15:37:19.421394 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-b4accf7c-c4da-4ff8-bb9e-4ce16c4c52d6 req-2359d3f6-5349-4447-af66-9a67299e79fc service neutron] 10.222.0.68 "GET /v2.0/networks/5b542826-cfa8-402b-9f7a-d4936ebb79ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344180 May 21 15:37:19.433614 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-1b7a1e8f-219e-49af-af2a-f1e2885cb580 req-2223f377-1bdd-4b35-bede-ab5550ee328c tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a0951fd-2d75-4d1b-8751-70367785e948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464399 May 21 15:37:19.566406 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-b4accf7c-c4da-4ff8-bb9e-4ce16c4c52d6 req-7129bcbe-a42d-441d-b71c-2ad7ce526a8a service neutron] 10.222.0.68 "GET /v2.0/networks/5b542826-cfa8-402b-9f7a-d4936ebb79ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338494 May 21 15:37:19.710595 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265cd85-1c3f-44ab-8c45-1e85b85d10fa req-53991edc-cb4e-404d-889a-0570bfe9266d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:19.712949 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-7265cd85-1c3f-44ab-8c45-1e85b85d10fa req-53991edc-cb4e-404d-889a-0570bfe9266d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9b3311b9b0ea4e20a494602faa2bafcc&device_id=44c31446-bd15-473b-9bf7-fe8d6746b0be HTTP/1.1" status: 200 len: 1096 time: 0.0958495 May 21 15:37:19.861710 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265cd85-1c3f-44ab-8c45-1e85b85d10fa req-455a8a59-6d2c-494d-b97a-34d801585c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:19.863347 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-7265cd85-1c3f-44ab-8c45-1e85b85d10fa req-455a8a59-6d2c-494d-b97a-34d801585c50 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5b542826-cfa8-402b-9f7a-d4936ebb79ee HTTP/1.1" status: 200 len: 912 time: 0.1409085 May 21 15:37:19.937548 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-7265cd85-1c3f-44ab-8c45-1e85b85d10fa req-b02a1d5d-5837-426f-aa81-ae13dab61df5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79667747-9353-44a1-bca3-3e9bd4cbb1d6 HTTP/1.1" status: 200 len: 217 time: 0.0671885 May 21 15:37:20.011209 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265cd85-1c3f-44ab-8c45-1e85b85d10fa req-b42181ab-f308-409d-a5f0-cbc2f3ddd803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:20.012931 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-7265cd85-1c3f-44ab-8c45-1e85b85d10fa req-b42181ab-f308-409d-a5f0-cbc2f3ddd803 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=59cccb6e-6d77-4ef7-87c5-346fee1124e0 HTTP/1.1" status: 200 len: 850 time: 0.0681221 May 21 15:37:20.096781 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265cd85-1c3f-44ab-8c45-1e85b85d10fa req-3b537f3f-5323-4e1f-8368-577c81ddf8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:20.098264 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-7265cd85-1c3f-44ab-8c45-1e85b85d10fa req-3b537f3f-5323-4e1f-8368-577c81ddf8d3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5b542826-cfa8-402b-9f7a-d4936ebb79ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0757995 May 21 15:37:20.235253 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-7265cd85-1c3f-44ab-8c45-1e85b85d10fa req-e13118a3-dab4-41bf-a8c8-f09c3da476ef service neutron] 10.222.0.68 "GET /v2.0/networks/5b542826-cfa8-402b-9f7a-d4936ebb79ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270890 May 21 15:37:20.370499 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-7265cd85-1c3f-44ab-8c45-1e85b85d10fa req-37a0ba2b-94ca-41f7-8ebc-54fdb1a2409b service neutron] 10.222.0.68 "GET /v2.0/networks/5b542826-cfa8-402b-9f7a-d4936ebb79ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284320 May 21 15:37:20.745389 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b0a561-ae78-4c0e-8e13-4593e221a85f req-f93e632c-570c-4871-8509-49a71cbecf82 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:20.746841 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-89b0a561-ae78-4c0e-8e13-4593e221a85f req-f93e632c-570c-4871-8509-49a71cbecf82 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/ports?device_id=44c31446-bd15-473b-9bf7-fe8d6746b0be HTTP/1.1" status: 200 len: 943 time: 0.1982110 May 21 15:37:20.792322 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-89b0a561-ae78-4c0e-8e13-4593e221a85f req-28770022-ea49-4369-a8eb-81eeccc23387 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a0951fd-2d75-4d1b-8751-70367785e948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384438 May 21 15:37:20.930130 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-cb99478c-afff-4a9c-8770-f3354af234b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:21.977541 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bfdb68-2feb-41dd-8218-ad76a5035b21 req-f40d7193-d90a-4bcf-b125-803d3de9bd1b tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:21.978939 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-38bfdb68-2feb-41dd-8218-ad76a5035b21 req-f40d7193-d90a-4bcf-b125-803d3de9bd1b tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/ports?device_id=44c31446-bd15-473b-9bf7-fe8d6746b0be HTTP/1.1" status: 200 len: 943 time: 0.0834703 May 21 15:37:22.026493 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-38bfdb68-2feb-41dd-8218-ad76a5035b21 req-8b1f9479-1556-4e53-a19a-1dd59b9f5977 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a0951fd-2d75-4d1b-8751-70367785e948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402782 May 21 15:37:23.211379 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17848388-da96-4691-b5f1-785fbc2d2ec3 req-bbc0dc7e-f283-4ecd-ba56-575d4e5faf6f tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:23.212705 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-17848388-da96-4691-b5f1-785fbc2d2ec3 req-bbc0dc7e-f283-4ecd-ba56-575d4e5faf6f tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/ports?device_id=44c31446-bd15-473b-9bf7-fe8d6746b0be HTTP/1.1" status: 200 len: 943 time: 0.0788615 May 21 15:37:23.261609 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-17848388-da96-4691-b5f1-785fbc2d2ec3 req-14cff5df-0640-400f-9e92-5c55265734ec tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a0951fd-2d75-4d1b-8751-70367785e948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426171 May 21 15:37:23.309126 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:24.494880 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049aa2a5-0111-490a-a05c-8c6070eb44a2 req-4fed3687-3d78-408e-9677-ead5d91f850c tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:24.496332 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-049aa2a5-0111-490a-a05c-8c6070eb44a2 req-4fed3687-3d78-408e-9677-ead5d91f850c tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/ports?device_id=44c31446-bd15-473b-9bf7-fe8d6746b0be HTTP/1.1" status: 200 len: 943 time: 0.0832698 May 21 15:37:24.540031 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-049aa2a5-0111-490a-a05c-8c6070eb44a2 req-a78e7284-1d9a-42b1-aa09-5c86e6d521a9 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a0951fd-2d75-4d1b-8751-70367785e948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373988 May 21 15:37:25.727295 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a8f25-cba3-4ef8-9def-7e797526bf7e req-1c1a81ca-a628-43dd-86cc-a8fb8287cdbd tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:25.728723 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-b85a8f25-cba3-4ef8-9def-7e797526bf7e req-1c1a81ca-a628-43dd-86cc-a8fb8287cdbd tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/ports?device_id=44c31446-bd15-473b-9bf7-fe8d6746b0be HTTP/1.1" status: 200 len: 943 time: 0.0832999 May 21 15:37:25.773067 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-b85a8f25-cba3-4ef8-9def-7e797526bf7e req-6524a026-ff5e-4743-b43c-8f731c274fb6 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a0951fd-2d75-4d1b-8751-70367785e948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378582 May 21 15:37:26.660541 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device 79667747-9353-44a1-bca3-3e9bd4cbb1d6 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:37:26.826810 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port 79667747-9353-44a1-bca3-3e9bd4cbb1d6, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=79667747-9353-44a1-bca3-3e9bd4cbb1d6,segment=NetworkSegment(ff606e48-e7cc-4d66-8d0d-c025c9aa548c),segment_id=ff606e48-e7cc-4d66-8d0d-c025c9aa548c)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:37:26.839807 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Returning: {'device': '79667747-9353-44a1-bca3-3e9bd4cbb1d6', 'network_id': '5b542826-cfa8-402b-9f7a-d4936ebb79ee', 'port_id': '79667747-9353-44a1-bca3-3e9bd4cbb1d6', 'mac_address': 'fa:16:3e:d8:3a:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59cccb6e-6d77-4ef7-87c5-346fee1124e0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:37:26.897629 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:26.914036 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.notifiers.nova [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79667747-9353-44a1-bca3-3e9bd4cbb1d6 {{(pid=91550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:37:26.930287 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port 79667747-9353-44a1-bca3-3e9bd4cbb1d6, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=79667747-9353-44a1-bca3-3e9bd4cbb1d6,segment=NetworkSegment(ff606e48-e7cc-4d66-8d0d-c025c9aa548c),segment_id=ff606e48-e7cc-4d66-8d0d-c025c9aa548c)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:37:26.936430 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:26.938252 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:37:26.958782 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa0b611-37c7-4612-bca9-5fe3f3e4eec5 req-c08aeb18-d40e-4958-bd10-28f8f15c06e3 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:26.960262 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-9fa0b611-37c7-4612-bca9-5fe3f3e4eec5 req-c08aeb18-d40e-4958-bd10-28f8f15c06e3 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/ports?device_id=44c31446-bd15-473b-9bf7-fe8d6746b0be HTTP/1.1" status: 200 len: 943 time: 0.0822177 May 21 15:37:27.003249 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Pushing event updated for resources: {'Port': ['ID=79667747-9353-44a1-bca3-3e9bd4cbb1d6,revision_number=4']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:37:27.008114 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-9fa0b611-37c7-4612-bca9-5fe3f3e4eec5 req-abb0c5af-727a-4307-9781-c92323d3a965 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a0951fd-2d75-4d1b-8751-70367785e948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421748 May 21 15:37:27.010729 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:37:27.011103 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:37:27.011438 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:37:27.011769 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:37:27.012101 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:37:27.012425 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:37:27.012747 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:37:27.013104 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:37:27.013423 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:37:27.013735 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:37:27.014052 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:37:27.014369 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:37:27.019668 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:37:27.226656 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] get_ports_and_sgs() called for port_ids ['79667747-9353-44a1-bca3-3e9bd4cbb1d6'] {{(pid=91550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:37:28.189390 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79320f-6c1e-4577-9ab2-55084807b7c0 req-a6af2491-e155-42ca-9a93-26598b9252cd tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:28.190854 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-8d79320f-6c1e-4577-9ab2-55084807b7c0 req-a6af2491-e155-42ca-9a93-26598b9252cd tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/ports?device_id=44c31446-bd15-473b-9bf7-fe8d6746b0be HTTP/1.1" status: 200 len: 944 time: 0.0790443 May 21 15:37:28.235807 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-8d79320f-6c1e-4577-9ab2-55084807b7c0 req-465f84b6-9cdf-4ec8-83a8-7659696a83ab tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a0951fd-2d75-4d1b-8751-70367785e948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391812 May 21 15:37:28.660794 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device 79667747-9353-44a1-bca3-3e9bd4cbb1d6 up at agent hyperv_hv-cinder-79229 {{(pid=91550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:37:28.726836 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Provisioning for port 79667747-9353-44a1-bca3-3e9bd4cbb1d6 completed by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:37:28.731239 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.provisioning_blocks [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Provisioning complete for port 79667747-9353-44a1-bca3-3e9bd4cbb1d6 triggered by entity L2. {{(pid=91550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:37:28.731621 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-711307'] for port, provisioning_complete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:28.846061 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:28.871597 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44c31446-bd15-473b-9bf7-fe8d6746b0be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79667747-9353-44a1-bca3-3e9bd4cbb1d6'}] {{(pid=91550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:37:28.882790 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] For port 79667747-9353-44a1-bca3-3e9bd4cbb1d6, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=79667747-9353-44a1-bca3-3e9bd4cbb1d6,segment=NetworkSegment(ff606e48-e7cc-4d66-8d0d-c025c9aa548c),segment_id=ff606e48-e7cc-4d66-8d0d-c025c9aa548c)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:37:28.887116 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216'] for port, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:28.889521 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:37:28.956370 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Pushing event updated for resources: {'Port': ['ID=79667747-9353-44a1-bca3-3e9bd4cbb1d6,revision_number=5']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:37:28.963449 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:37:28.973484 dv-cinder-792299-3-iscsi neutron-server[91550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44c31446-bd15-473b-9bf7-fe8d6746b0be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79667747-9353-44a1-bca3-3e9bd4cbb1d6', 'code': 200} May 21 15:37:29.275455 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e5b44c-c7dd-4417-9417-ffe7bb32afe1 req-980069a8-7ad5-4f36-b4a9-fc9dbd7ba53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:29.276919 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-d6e5b44c-c7dd-4417-9417-ffe7bb32afe1 req-980069a8-7ad5-4f36-b4a9-fc9dbd7ba53f service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=44c31446-bd15-473b-9bf7-fe8d6746b0be HTTP/1.1" status: 200 len: 1098 time: 0.0760865 May 21 15:37:29.322753 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-d6e5b44c-c7dd-4417-9417-ffe7bb32afe1 req-237d814b-6cee-4c54-be9f-423156ac47cb service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=6a0951fd-2d75-4d1b-8751-70367785e948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356553 May 21 15:37:29.426108 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6013f6-334c-4297-b920-8f084888940c req-91fcdec5-aa03-46c7-9f65-7a2b66ab868e tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:29.427590 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-8a6013f6-334c-4297-b920-8f084888940c req-91fcdec5-aa03-46c7-9f65-7a2b66ab868e tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/ports?device_id=44c31446-bd15-473b-9bf7-fe8d6746b0be HTTP/1.1" status: 200 len: 945 time: 0.0827551 May 21 15:37:29.471228 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-8a6013f6-334c-4297-b920-8f084888940c req-5ece9cf3-a1f4-40b2-9852-7504ca5b53bd tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a0951fd-2d75-4d1b-8751-70367785e948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378728 May 21 15:37:30.670505 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0d491-a986-4b74-a543-76f5227228e6 req-6e664741-0bdf-4c0e-b19c-43856875c368 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:30.671956 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-85e0d491-a986-4b74-a543-76f5227228e6 req-6e664741-0bdf-4c0e-b19c-43856875c368 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/ports?device_id=44c31446-bd15-473b-9bf7-fe8d6746b0be HTTP/1.1" status: 200 len: 945 time: 0.0839584 May 21 15:37:30.716786 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-85e0d491-a986-4b74-a543-76f5227228e6 req-08dd2682-bf95-483b-b230-01f60f8b2005 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a0951fd-2d75-4d1b-8751-70367785e948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390017 May 21 15:37:30.907291 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509a4f4-8773-4336-a4ff-59b15ff91f07 req-b2eb2ba7-ec6e-4f05-b720-ccc36a44031b tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:30.908755 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f509a4f4-8773-4336-a4ff-59b15ff91f07 req-b2eb2ba7-ec6e-4f05-b720-ccc36a44031b tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/ports?device_id=44c31446-bd15-473b-9bf7-fe8d6746b0be HTTP/1.1" status: 200 len: 945 time: 0.0884669 May 21 15:37:30.953429 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-f509a4f4-8773-4336-a4ff-59b15ff91f07 req-be76a98e-d889-436a-99ba-4e1598c8e3b4 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a0951fd-2d75-4d1b-8751-70367785e948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390522 May 21 15:37:30.976854 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 38876) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:37:31.047390 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579ae623-c27b-4df0-b966-cad4779567ca tempest-TestVolumeBootPattern-1041662074 tempest-TestVolumeBootPattern-1041662074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:31.048777 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-579ae623-c27b-4df0-b966-cad4779567ca tempest-TestVolumeBootPattern-1041662074 tempest-TestVolumeBootPattern-1041662074-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=44c31446-bd15-473b-9bf7-fe8d6746b0be HTTP/1.1" status: 200 len: 1093 time: 0.0709488 May 21 15:37:31.051582 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 38880) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:37:31.056627 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.v2.base [None req-4dd0ac53-b8f9-4a8f-86c4-8b80ef5ab0c1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Request body: {'floatingip': {'floating_network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'port_id': '79667747-9353-44a1-bca3-3e9bd4cbb1d6', 'tenant_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'fixed_ip_address': '172.20.0.3'}} {{(pid=91549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:37:31.062375 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-4dd0ac53-b8f9-4a8f-86c4-8b80ef5ab0c1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:37:31.066485 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-4dd0ac53-b8f9-4a8f-86c4-8b80ef5ab0c1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Usage tracker for resource:floatingip and tenant:9b3311b9b0ea4e20a494602faa2bafcc is out of sync, need to count used quota {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:37:31.069295 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [None req-4dd0ac53-b8f9-4a8f-86c4-8b80ef5ab0c1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=91549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:37:31.074841 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.quota.driver [None req-4dd0ac53-b8f9-4a8f-86c4-8b80ef5ab0c1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=91549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:37:31.087982 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-4dd0ac53-b8f9-4a8f-86c4-8b80ef5ab0c1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks [] for floatingip, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:31.220240 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-4dd0ac53-b8f9-4a8f-86c4-8b80ef5ab0c1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:31.358192 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.db_base_plugin_common [None req-4dd0ac53-b8f9-4a8f-86c4-8b80ef5ab0c1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Allocated IP 172.27.2.160 (ba463646-5c92-40f4-a60a-d72924905aed/aafb72b8-44f1-4418-af97-0acaa496b3de/28508122-4181-4cc1-9625-b7a7bba68359) {{(pid=91549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:37:31.504535 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-4dd0ac53-b8f9-4a8f-86c4-8b80ef5ab0c1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks [] for port, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:31.532864 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-4dd0ac53-b8f9-4a8f-86c4-8b80ef5ab0c1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730419340153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14871526'] for port, after_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:31.536261 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-8e4edbfe-b29a-4e39-bc81-c503b1c717cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:37:31.603488 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd0ac53-b8f9-4a8f-86c4-8b80ef5ab0c1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Network ba463646-5c92-40f4-a60a-d72924905aed is already hosted by enough agents. {{(pid=91549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:37:31.606260 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.base_scheduler [None req-4dd0ac53-b8f9-4a8f-86c4-8b80ef5ab0c1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Resources bound (agent type, host, resource id): {{(pid=91549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:37:31.609941 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd0ac53-b8f9-4a8f-86c4-8b80ef5ab0c1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Received port after_create {{(pid=91549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:37:31.643302 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd0ac53-b8f9-4a8f-86c4-8b80ef5ab0c1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Pushing event updated for resources: {'Port': ['ID=28508122-4181-4cc1-9625-b7a7bba68359,revision_number=1']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:37:31.658839 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd0ac53-b8f9-4a8f-86c4-8b80ef5ab0c1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:37:31.659246 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd0ac53-b8f9-4a8f-86c4-8b80ef5ab0c1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:37:31.659616 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd0ac53-b8f9-4a8f-86c4-8b80ef5ab0c1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:37:31.659979 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd0ac53-b8f9-4a8f-86c4-8b80ef5ab0c1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:37:31.660339 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd0ac53-b8f9-4a8f-86c4-8b80ef5ab0c1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:37:31.660697 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd0ac53-b8f9-4a8f-86c4-8b80ef5ab0c1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:37:31.661051 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd0ac53-b8f9-4a8f-86c4-8b80ef5ab0c1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:37:31.661403 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd0ac53-b8f9-4a8f-86c4-8b80ef5ab0c1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:37:31.661754 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd0ac53-b8f9-4a8f-86c4-8b80ef5ab0c1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:37:31.662190 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd0ac53-b8f9-4a8f-86c4-8b80ef5ab0c1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:37:31.662535 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd0ac53-b8f9-4a8f-86c4-8b80ef5ab0c1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:37:31.662903 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd0ac53-b8f9-4a8f-86c4-8b80ef5ab0c1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:37:31.667792 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-4dd0ac53-b8f9-4a8f-86c4-8b80ef5ab0c1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:37:32.128383 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-4dd0ac53-b8f9-4a8f-86c4-8b80ef5ab0c1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:32.199915 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-4dd0ac53-b8f9-4a8f-86c4-8b80ef5ab0c1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-578643'] for port, before_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:32.411325 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-4dd0ac53-b8f9-4a8f-86c4-8b80ef5ab0c1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks [] for port, precommit_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:32.415780 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-4dd0ac53-b8f9-4a8f-86c4-8b80ef5ab0c1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730419690177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730419340171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730419340216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14871537'] for port, after_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:32.420591 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-8e4edbfe-b29a-4e39-bc81-c503b1c717cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:37:32.524361 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd0ac53-b8f9-4a8f-86c4-8b80ef5ab0c1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Pushing event updated for resources: {'Port': ['ID=28508122-4181-4cc1-9625-b7a7bba68359,revision_number=2']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:37:32.530337 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-4dd0ac53-b8f9-4a8f-86c4-8b80ef5ab0c1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:37:32.537281 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-4dd0ac53-b8f9-4a8f-86c4-8b80ef5ab0c1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763211'] for floatingip, after_update {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:32.705258 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.db.l3_db [None req-4dd0ac53-b8f9-4a8f-86c4-8b80ef5ab0c1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Floating IP 9390dc67-0476-4ed9-80ae-dd009dfa294f associated. External IP: 172.27.2.160, port: 79667747-9353-44a1-bca3-3e9bd4cbb1d6. May 21 15:37:33.047777 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd0ac53-b8f9-4a8f-86c4-8b80ef5ab0c1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Router a50cf4a7-018d-46ef-9086-b3a7d3d46f76 has already been hosted by L3 agent 9c636599-187f-4688-bb24-d46a8be2a055 {{(pid=91549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:37:33.222733 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd0ac53-b8f9-4a8f-86c4-8b80ef5ab0c1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify agent at l3_agent.dv-cinder-792299-3-iscsi the message routers_updated {{(pid=91549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:37:33.232383 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1e1421-8290-4492-8fcc-861c1f14ecac None None] Sync routers for ids ['a50cf4a7-018d-46ef-9086-b3a7d3d46f76'] in dv-cinder-792299-3-iscsi {{(pid=91550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:37:33.241372 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1e1421-8290-4492-8fcc-861c1f14ecac None None] Routers {'a50cf4a7-018d-46ef-9086-b3a7d3d46f76'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:37:33.241976 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-6d1e1421-8290-4492-8fcc-861c1f14ecac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:37:18Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['a50cf4a7-018d-46ef-9086-b3a7d3d46f76'], 'active': True} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:37:33.246692 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-4dd0ac53-b8f9-4a8f-86c4-8b80ef5ab0c1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for floatingip, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:33.315787 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-4dd0ac53-b8f9-4a8f-86c4-8b80ef5ab0c1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2488570 May 21 15:37:33.315787 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44c31446-bd15-473b-9bf7-fe8d6746b0be', 'tag': '79667747-9353-44a1-bca3-3e9bd4cbb1d6'}] {{(pid=91549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:37:33.430056 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvr_db [None req-6d1e1421-8290-4492-8fcc-861c1f14ecac None None] Set router a50cf4a7-018d-46ef-9086-b3a7d3d46f76 gateway port host: dv-cinder-792299-3-iscsi {{(pid=91550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:37:33.497954 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44c31446-bd15-473b-9bf7-fe8d6746b0be', 'tag': '79667747-9353-44a1-bca3-3e9bd4cbb1d6', 'status': 'completed', 'code': 200} May 21 15:37:33.588991 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd00f3-f267-494f-8ff3-d18433630880 req-aec378b8-39ef-4728-b1f7-1eb2cdfcb5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:33.590366 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-bdbd00f3-f267-494f-8ff3-d18433630880 req-aec378b8-39ef-4728-b1f7-1eb2cdfcb5a1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9b3311b9b0ea4e20a494602faa2bafcc&device_id=44c31446-bd15-473b-9bf7-fe8d6746b0be HTTP/1.1" status: 200 len: 1098 time: 0.0710959 May 21 15:37:33.725455 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd00f3-f267-494f-8ff3-d18433630880 req-4f966bba-e463-4019-97c4-b5d29256d2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:33.726973 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-bdbd00f3-f267-494f-8ff3-d18433630880 req-4f966bba-e463-4019-97c4-b5d29256d2a6 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5b542826-cfa8-402b-9f7a-d4936ebb79ee HTTP/1.1" status: 200 len: 912 time: 0.1300142 May 21 15:37:33.783182 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-6d1e1421-8290-4492-8fcc-861c1f14ecac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'name': 'tempest-TestVolumeBootPattern-954176865-router', 'tenant_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '2ec5df50-5e23-4c23-a5d4-5a527d06eb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:32:10Z', 'updated_at': '2021-05-21T15:32:15Z', 'revision_number': 4, 'project_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'gw_port': {'id': '2ec5df50-5e23-4c23-a5d4-5a527d06eb8a', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:02:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:32:11Z', 'updated_at': '2021-05-21T15:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_floatingips': [{'id': '46de36c6-1d14-4ebc-a090-32bfc187b551', 'tenant_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'floating_ip_address': '172.27.2.240', 'floating_network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'router_id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'port_id': '41334be3-3998-4186-886b-cc2a684e3b31', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b542826-cfa8-402b-9f7a-d4936ebb79ee', 'mac_address': 'fa:16:3e:53:dd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3217b0f0-2437-4067-aa62-9989f0bee065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:35:25Z', 'updated_at': '2021-05-21T15:35:28Z', 'revision_number': 1, 'project_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'fixed_ip_address_scope': None}, {'id': '9390dc67-0476-4ed9-80ae-dd009dfa294f', 'tenant_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'floating_ip_address': '172.27.2.160', 'floating_network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'router_id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'port_id': '79667747-9353-44a1-bca3-3e9bd4cbb1d6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b542826-cfa8-402b-9f7a-d4936ebb79ee', 'mac_address': 'fa:16:3e:d8:3a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c31446-bd15-473b-9bf7-fe8d6746b0be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:37:32Z', 'updated_at': '2021-05-21T15:37:32Z', 'revision_number': 0, 'project_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70acbc60-e398-4439-8319-ab7cc3c5734d', 'name': '', 'network_id': '5b542826-cfa8-402b-9f7a-d4936ebb79ee', 'tenant_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'mac_address': 'fa:16:3e:21:19:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '59cccb6e-6d77-4ef7-87c5-346fee1124e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:32:14Z', 'updated_at': '2021-05-21T15:32:22Z', 'revision_number': 5, 'project_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'subnets': [{'id': '59cccb6e-6d77-4ef7-87c5-346fee1124e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:37:33.787032 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1e1421-8290-4492-8fcc-861c1f14ecac None None] Checking router: a50cf4a7-018d-46ef-9086-b3a7d3d46f76 for host: dv-cinder-792299-3-iscsi {{(pid=91550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:37:33.795784 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1e1421-8290-4492-8fcc-861c1f14ecac None None] Routers {'a50cf4a7-018d-46ef-9086-b3a7d3d46f76'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:37:33.796411 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-6d1e1421-8290-4492-8fcc-861c1f14ecac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:37:18Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['a50cf4a7-018d-46ef-9086-b3a7d3d46f76'], 'active': True} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:37:33.932420 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-bdbd00f3-f267-494f-8ff3-d18433630880 req-4055e336-a95a-4637-b8a2-a6e723adab8f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79667747-9353-44a1-bca3-3e9bd4cbb1d6 HTTP/1.1" status: 200 len: 999 time: 0.1941946 May 21 15:37:33.976648 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvr_db [None req-6d1e1421-8290-4492-8fcc-861c1f14ecac None None] Set router a50cf4a7-018d-46ef-9086-b3a7d3d46f76 gateway port host: dv-cinder-792299-3-iscsi {{(pid=91550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:37:33.995691 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd00f3-f267-494f-8ff3-d18433630880 req-c99df958-5a5c-449c-8f0a-b9eca82643f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:33.997147 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-bdbd00f3-f267-494f-8ff3-d18433630880 req-c99df958-5a5c-449c-8f0a-b9eca82643f0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=59cccb6e-6d77-4ef7-87c5-346fee1124e0 HTTP/1.1" status: 200 len: 850 time: 0.0577548 May 21 15:37:34.076264 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd00f3-f267-494f-8ff3-d18433630880 req-42110322-5639-4fe0-91c9-0798047922a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:34.077851 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-bdbd00f3-f267-494f-8ff3-d18433630880 req-42110322-5639-4fe0-91c9-0798047922a1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5b542826-cfa8-402b-9f7a-d4936ebb79ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0740309 May 21 15:37:34.210073 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-bdbd00f3-f267-494f-8ff3-d18433630880 req-67c9d584-8ccf-4597-b25e-ed42cf216101 service neutron] 10.222.0.68 "GET /v2.0/networks/5b542826-cfa8-402b-9f7a-d4936ebb79ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254082 May 21 15:37:34.359183 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-bdbd00f3-f267-494f-8ff3-d18433630880 req-82e4e30a-f307-407c-a04d-3681a72d3a14 service neutron] 10.222.0.68 "GET /v2.0/networks/5b542826-cfa8-402b-9f7a-d4936ebb79ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426034 May 21 15:37:34.363024 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-6d1e1421-8290-4492-8fcc-861c1f14ecac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'name': 'tempest-TestVolumeBootPattern-954176865-router', 'tenant_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '2ec5df50-5e23-4c23-a5d4-5a527d06eb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:32:10Z', 'updated_at': '2021-05-21T15:32:15Z', 'revision_number': 4, 'project_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'gw_port': {'id': '2ec5df50-5e23-4c23-a5d4-5a527d06eb8a', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:02:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:32:11Z', 'updated_at': '2021-05-21T15:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_floatingips': [{'id': '46de36c6-1d14-4ebc-a090-32bfc187b551', 'tenant_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'floating_ip_address': '172.27.2.240', 'floating_network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'router_id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'port_id': '41334be3-3998-4186-886b-cc2a684e3b31', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b542826-cfa8-402b-9f7a-d4936ebb79ee', 'mac_address': 'fa:16:3e:53:dd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3217b0f0-2437-4067-aa62-9989f0bee065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:35:25Z', 'updated_at': '2021-05-21T15:35:28Z', 'revision_number': 1, 'project_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'fixed_ip_address_scope': None}, {'id': '9390dc67-0476-4ed9-80ae-dd009dfa294f', 'tenant_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'floating_ip_address': '172.27.2.160', 'floating_network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'router_id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'port_id': '79667747-9353-44a1-bca3-3e9bd4cbb1d6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b542826-cfa8-402b-9f7a-d4936ebb79ee', 'mac_address': 'fa:16:3e:d8:3a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c31446-bd15-473b-9bf7-fe8d6746b0be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:37:32Z', 'updated_at': '2021-05-21T15:37:32Z', 'revision_number': 0, 'project_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70acbc60-e398-4439-8319-ab7cc3c5734d', 'name': '', 'network_id': '5b542826-cfa8-402b-9f7a-d4936ebb79ee', 'tenant_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'mac_address': 'fa:16:3e:21:19:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '59cccb6e-6d77-4ef7-87c5-346fee1124e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:32:14Z', 'updated_at': '2021-05-21T15:32:22Z', 'revision_number': 5, 'project_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'subnets': [{'id': '59cccb6e-6d77-4ef7-87c5-346fee1124e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:37:34.367934 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1e1421-8290-4492-8fcc-861c1f14ecac None None] The sync data for ids ['a50cf4a7-018d-46ef-9086-b3a7d3d46f76'] in dv-cinder-792299-3-iscsi is: [{'id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'name': 'tempest-TestVolumeBootPattern-954176865-router', 'tenant_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '2ec5df50-5e23-4c23-a5d4-5a527d06eb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:32:10Z', 'updated_at': '2021-05-21T15:32:15Z', 'revision_number': 4, 'project_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'gw_port': {'id': '2ec5df50-5e23-4c23-a5d4-5a527d06eb8a', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:02:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:32:11Z', 'updated_at': '2021-05-21T15:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_floatingips': [{'id': '46de36c6-1d14-4ebc-a090-32bfc187b551', 'tenant_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'floating_ip_address': '172.27.2.240', 'floating_network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'router_id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'port_id': '41334be3-3998-4186-886b-cc2a684e3b31', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b542826-cfa8-402b-9f7a-d4936ebb79ee', 'mac_address': 'fa:16:3e:53:dd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3217b0f0-2437-4067-aa62-9989f0bee065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:35:25Z', 'updated_at': '2021-05-21T15:35:28Z', 'revision_number': 1, 'project_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'fixed_ip_address_scope': None}, {'id': '9390dc67-0476-4ed9-80ae-dd009dfa294f', 'tenant_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'floating_ip_address': '172.27.2.160', 'floating_network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'router_id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'port_id': '79667747-9353-44a1-bca3-3e9bd4cbb1d6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b542826-cfa8-402b-9f7a-d4936ebb79ee', 'mac_address': 'fa:16:3e:d8:3a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c31446-bd15-473b-9bf7-fe8d6746b0be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:37:32Z', 'updated_at': '2021-05-21T15:37:32Z', 'revision_number': 0, 'project_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70acbc60-e398-4439-8319-ab7cc3c5734d', 'name': '', 'network_id': '5b542826-cfa8-402b-9f7a-d4936ebb79ee', 'tenant_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'mac_address': 'fa:16:3e:21:19:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '59cccb6e-6d77-4ef7-87c5-346fee1124e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:32:14Z', 'updated_at': '2021-05-21T15:32:22Z', 'revision_number': 5, 'project_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'subnets': [{'id': '59cccb6e-6d77-4ef7-87c5-346fee1124e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:37:34.546677 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25fba69-8ad7-40ef-a3c4-ca7b98bd88fe None None] New status for floating IP 9390dc67-0476-4ed9-80ae-dd009dfa294f: ACTIVE {{(pid=91551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 21 15:37:39.163720 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.agents_db [None req-1cb0bb7b-b6db-4325-ad21-6fa15867ad0e None None] Agent healthcheck: found 6 active agents {{(pid=91551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:37:40.423925 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-4d8d220b-5714-4012-9c13-395bb4d3df88 req-ced9dd48-9cae-44e4-bfa4-666abbea10ab service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=3217b0f0-2437-4067-aa62-9989f0bee065&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0710163 May 21 15:37:40.569747 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8d220b-5714-4012-9c13-395bb4d3df88 req-6fdc16b4-57c8-4a1e-9f76-949eb0feda92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:40.571235 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-4d8d220b-5714-4012-9c13-395bb4d3df88 req-6fdc16b4-57c8-4a1e-9f76-949eb0feda92 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9b3311b9b0ea4e20a494602faa2bafcc&device_id=3217b0f0-2437-4067-aa62-9989f0bee065 HTTP/1.1" status: 200 len: 1099 time: 0.0750408 May 21 15:37:40.731576 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8d220b-5714-4012-9c13-395bb4d3df88 req-3c37d9cf-168a-461a-a767-004251c54442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:40.733013 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-4d8d220b-5714-4012-9c13-395bb4d3df88 req-3c37d9cf-168a-461a-a767-004251c54442 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5b542826-cfa8-402b-9f7a-d4936ebb79ee HTTP/1.1" status: 200 len: 912 time: 0.1249998 May 21 15:37:40.845946 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-4d8d220b-5714-4012-9c13-395bb4d3df88 req-57d6eef8-78bd-481e-a528-b67648d5f627 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41334be3-3998-4186-886b-cc2a684e3b31 HTTP/1.1" status: 200 len: 1002 time: 0.1007452 May 21 15:37:40.906422 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8d220b-5714-4012-9c13-395bb4d3df88 req-b6ff8c06-3913-4dbb-956a-e0ac49b5053d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:40.907856 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-4d8d220b-5714-4012-9c13-395bb4d3df88 req-b6ff8c06-3913-4dbb-956a-e0ac49b5053d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=59cccb6e-6d77-4ef7-87c5-346fee1124e0 HTTP/1.1" status: 200 len: 850 time: 0.0559356 May 21 15:37:40.980043 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8d220b-5714-4012-9c13-395bb4d3df88 req-26c1ae43-3016-4ffd-9dd8-277573788c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:40.982060 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-4d8d220b-5714-4012-9c13-395bb4d3df88 req-26c1ae43-3016-4ffd-9dd8-277573788c75 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5b542826-cfa8-402b-9f7a-d4936ebb79ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0673470 May 21 15:37:41.114715 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-4d8d220b-5714-4012-9c13-395bb4d3df88 req-95e123d4-5fd1-4ee1-9e1d-6cd837ad483d service neutron] 10.222.0.68 "GET /v2.0/networks/5b542826-cfa8-402b-9f7a-d4936ebb79ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240265 May 21 15:37:41.244383 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-4d8d220b-5714-4012-9c13-395bb4d3df88 req-0555320b-2968-4402-a2cc-e9422af9f7d3 service neutron] 10.222.0.68 "GET /v2.0/networks/5b542826-cfa8-402b-9f7a-d4936ebb79ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231756 May 21 15:37:45.296174 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-b7c293c2-420c-4849-b21c-3cbd3a184ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:48.019564 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:48.329519 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-6ad11594-4cc1-47eb-985d-de39de6dc90a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:49.359609 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e6f13acb-dde4-45e3-8932-2715da3406c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:50.929300 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-cb99478c-afff-4a9c-8770-f3354af234b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:53.320878 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:15.296704 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-b0755b07-95da-46f9-9305-0ecaae7d8d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:16.163340 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.agents_db [None req-1cb0bb7b-b6db-4325-ad21-6fa15867ad0e None None] Agent healthcheck: found 6 active agents {{(pid=91551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:38:18.023464 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:18.331514 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-955eab2d-fda1-4906-96eb-a920bf04d1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:19.363069 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e6f13acb-dde4-45e3-8932-2715da3406c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:20.931214 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-cb99478c-afff-4a9c-8770-f3354af234b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:23.341974 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:42.472084 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-42404251-a9e1-443f-945a-b8334d16a37c req-52840a2c-3e48-4746-8768-e0aa84433a99 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=44c31446-bd15-473b-9bf7-fe8d6746b0be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0746481 May 21 15:38:42.566454 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42404251-a9e1-443f-945a-b8334d16a37c req-9a0ccbc3-4927-42d9-8346-1627f9d9790d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:42.568073 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-42404251-a9e1-443f-945a-b8334d16a37c req-9a0ccbc3-4927-42d9-8346-1627f9d9790d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9b3311b9b0ea4e20a494602faa2bafcc&device_id=44c31446-bd15-473b-9bf7-fe8d6746b0be HTTP/1.1" status: 200 len: 1098 time: 0.0699191 May 21 15:38:42.716825 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42404251-a9e1-443f-945a-b8334d16a37c req-f199e7ea-9d5e-4937-892f-733a3603aa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:42.718262 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-42404251-a9e1-443f-945a-b8334d16a37c req-f199e7ea-9d5e-4937-892f-733a3603aa7a service neutron] 10.222.0.68 "GET /v2.0/networks?id=5b542826-cfa8-402b-9f7a-d4936ebb79ee HTTP/1.1" status: 200 len: 912 time: 0.1259394 May 21 15:38:42.920522 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-42404251-a9e1-443f-945a-b8334d16a37c req-97867bb3-9f1c-453b-b4a1-e6d0ee939aa7 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79667747-9353-44a1-bca3-3e9bd4cbb1d6 HTTP/1.1" status: 200 len: 1001 time: 0.1924193 May 21 15:38:42.988266 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42404251-a9e1-443f-945a-b8334d16a37c req-a4caa3e7-cac1-4c40-9ee9-c5389b1e1115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:42.989706 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-42404251-a9e1-443f-945a-b8334d16a37c req-a4caa3e7-cac1-4c40-9ee9-c5389b1e1115 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=59cccb6e-6d77-4ef7-87c5-346fee1124e0 HTTP/1.1" status: 200 len: 850 time: 0.0596824 May 21 15:38:43.069657 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42404251-a9e1-443f-945a-b8334d16a37c req-45e1c8f2-5d20-4258-aac5-af59e036c1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:43.071182 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-42404251-a9e1-443f-945a-b8334d16a37c req-45e1c8f2-5d20-4258-aac5-af59e036c1a7 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5b542826-cfa8-402b-9f7a-d4936ebb79ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0704823 May 21 15:38:43.209226 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-42404251-a9e1-443f-945a-b8334d16a37c req-49f9c083-1689-4c99-85da-9fda43413588 service neutron] 10.222.0.68 "GET /v2.0/networks/5b542826-cfa8-402b-9f7a-d4936ebb79ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288404 May 21 15:38:43.343378 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-42404251-a9e1-443f-945a-b8334d16a37c req-279fa032-c4db-426e-a9dd-38392a0f416e service neutron] 10.222.0.68 "GET /v2.0/networks/5b542826-cfa8-402b-9f7a-d4936ebb79ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238947 May 21 15:38:45.297974 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-1856a23b-b294-4779-b98d-7743c7a8c45a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:48.025740 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:48.331858 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-0aefe72e-21be-4690-ad68-4fda1d70f42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:49.365247 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e6f13acb-dde4-45e3-8932-2715da3406c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:50.932841 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-cb99478c-afff-4a9c-8770-f3354af234b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:53.161946 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.agents_db [None req-1cb0bb7b-b6db-4325-ad21-6fa15867ad0e None None] Agent healthcheck: found 6 active agents {{(pid=91551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:38:53.343660 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:14.710808 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 38920) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:39:15.096929 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.plugin [None req-2546aae1-0bb3-443e-93be-62744af855d0 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Deleting port 28508122-4181-4cc1-9625-b7a7bba68359 {{(pid=91549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:39:15.097271 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-2546aae1-0bb3-443e-93be-62744af855d0 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730419685614'] for port, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:15.213924 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-2546aae1-0bb3-443e-93be-62744af855d0 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829031'] for port, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:15.214251 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-2546aae1-0bb3-443e-93be-62744af855d0 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:15.300370 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-976410f1-fa88-48c3-a265-fe8729fc95b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:15.335648 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.plugin [None req-2546aae1-0bb3-443e-93be-62744af855d0 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Calling delete_port for 28508122-4181-4cc1-9625-b7a7bba68359 owned by network:floatingip {{(pid=91549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:39:15.458461 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-2546aae1-0bb3-443e-93be-62744af855d0 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730419690186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730419340162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14871526'] for port, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:15.462690 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-5546279a-433f-4255-b141-ea197b12ee5d tempest-TestMinimumBasicScenario-1749966276 tempest-TestMinimumBasicScenario-1749966276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:39:15.542297 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2546aae1-0bb3-443e-93be-62744af855d0 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Pushing event deleted for resources: {'Port': ['ID=28508122-4181-4cc1-9625-b7a7bba68359,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:39:15.582205 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2546aae1-0bb3-443e-93be-62744af855d0 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:39:15.582577 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2546aae1-0bb3-443e-93be-62744af855d0 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:39:15.582962 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2546aae1-0bb3-443e-93be-62744af855d0 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:39:15.583323 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2546aae1-0bb3-443e-93be-62744af855d0 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:39:15.583676 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2546aae1-0bb3-443e-93be-62744af855d0 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:39:15.584030 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2546aae1-0bb3-443e-93be-62744af855d0 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:39:15.584378 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2546aae1-0bb3-443e-93be-62744af855d0 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:39:15.584728 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2546aae1-0bb3-443e-93be-62744af855d0 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:39:15.585077 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2546aae1-0bb3-443e-93be-62744af855d0 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:39:15.585422 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2546aae1-0bb3-443e-93be-62744af855d0 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:39:15.585765 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2546aae1-0bb3-443e-93be-62744af855d0 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:39:15.586109 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2546aae1-0bb3-443e-93be-62744af855d0 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:39:15.589838 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-2546aae1-0bb3-443e-93be-62744af855d0 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:39:15.618260 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-2546aae1-0bb3-443e-93be-62744af855d0 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks [] for floatingip, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:15.618589 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.db.l3_db [None req-2546aae1-0bb3-443e-93be-62744af855d0 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Floating IP 9390dc67-0476-4ed9-80ae-dd009dfa294f disassociated (deleted). External IP: 172.27.2.160, port: 79667747-9353-44a1-bca3-3e9bd4cbb1d6. May 21 15:39:15.965096 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2546aae1-0bb3-443e-93be-62744af855d0 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Router a50cf4a7-018d-46ef-9086-b3a7d3d46f76 has already been hosted by L3 agent 9c636599-187f-4688-bb24-d46a8be2a055 {{(pid=91549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:39:16.143308 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2546aae1-0bb3-443e-93be-62744af855d0 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify agent at l3_agent.dv-cinder-792299-3-iscsi the message routers_updated {{(pid=91549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:39:16.154679 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c614c7-6e59-40eb-8ab6-08f612ca9069 None None] Sync routers for ids ['a50cf4a7-018d-46ef-9086-b3a7d3d46f76'] in dv-cinder-792299-3-iscsi {{(pid=91550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:39:16.160940 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-2546aae1-0bb3-443e-93be-62744af855d0 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for floatingip, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:16.163498 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c614c7-6e59-40eb-8ab6-08f612ca9069 None None] Routers {'a50cf4a7-018d-46ef-9086-b3a7d3d46f76'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:39:16.164119 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-54c614c7-6e59-40eb-8ab6-08f612ca9069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:38:48Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['a50cf4a7-018d-46ef-9086-b3a7d3d46f76'], 'active': True} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:39:16.328152 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-2546aae1-0bb3-443e-93be-62744af855d0 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "DELETE /v2.0/floatingips/9390dc67-0476-4ed9-80ae-dd009dfa294f HTTP/1.1" status: 204 len: 168 time: 1.6162474 May 21 15:39:16.328801 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44c31446-bd15-473b-9bf7-fe8d6746b0be', 'tag': '79667747-9353-44a1-bca3-3e9bd4cbb1d6'}] {{(pid=91549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:39:16.349927 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvr_db [None req-54c614c7-6e59-40eb-8ab6-08f612ca9069 None None] Set router a50cf4a7-018d-46ef-9086-b3a7d3d46f76 gateway port host: dv-cinder-792299-3-iscsi {{(pid=91550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:39:16.375125 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44c31446-bd15-473b-9bf7-fe8d6746b0be', 'tag': '79667747-9353-44a1-bca3-3e9bd4cbb1d6', 'status': 'completed', 'code': 200} May 21 15:39:16.473731 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eebcfd-83ec-48cb-bfb3-2493c77c0d25 req-e3a484dd-b0dc-49c2-9b72-47cc71fbda55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:16.475235 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-85eebcfd-83ec-48cb-bfb3-2493c77c0d25 req-e3a484dd-b0dc-49c2-9b72-47cc71fbda55 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9b3311b9b0ea4e20a494602faa2bafcc&device_id=44c31446-bd15-473b-9bf7-fe8d6746b0be HTTP/1.1" status: 200 len: 1098 time: 0.0770528 May 21 15:39:16.632266 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eebcfd-83ec-48cb-bfb3-2493c77c0d25 req-6003d781-5610-4134-bd39-81d00a2c7497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:16.633701 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-85eebcfd-83ec-48cb-bfb3-2493c77c0d25 req-6003d781-5610-4134-bd39-81d00a2c7497 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5b542826-cfa8-402b-9f7a-d4936ebb79ee HTTP/1.1" status: 200 len: 912 time: 0.1482441 May 21 15:39:16.707443 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-85eebcfd-83ec-48cb-bfb3-2493c77c0d25 req-d766eebc-bd8d-47fe-9122-8aa41e492936 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79667747-9353-44a1-bca3-3e9bd4cbb1d6 HTTP/1.1" status: 200 len: 217 time: 0.0635161 May 21 15:39:16.709113 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45620dfc-98bc-472b-b114-437e1f43678b req-1164c060-97a8-4721-bdc3-413fbe6f20c1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:16.709820 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [req-45620dfc-98bc-472b-b114-437e1f43678b req-1164c060-97a8-4721-bdc3-413fbe6f20c1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Synchronizing usage tracker for tenant:9b3311b9b0ea4e20a494602faa2bafcc on resource:port {{(pid=91549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:39:16.721817 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-54c614c7-6e59-40eb-8ab6-08f612ca9069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'name': 'tempest-TestVolumeBootPattern-954176865-router', 'tenant_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '2ec5df50-5e23-4c23-a5d4-5a527d06eb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:32:10Z', 'updated_at': '2021-05-21T15:32:15Z', 'revision_number': 4, 'project_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'gw_port': {'id': '2ec5df50-5e23-4c23-a5d4-5a527d06eb8a', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:02:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:32:11Z', 'updated_at': '2021-05-21T15:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_floatingips': [{'id': '46de36c6-1d14-4ebc-a090-32bfc187b551', 'tenant_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'floating_ip_address': '172.27.2.240', 'floating_network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'router_id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'port_id': '41334be3-3998-4186-886b-cc2a684e3b31', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b542826-cfa8-402b-9f7a-d4936ebb79ee', 'mac_address': 'fa:16:3e:53:dd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3217b0f0-2437-4067-aa62-9989f0bee065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:35:25Z', 'updated_at': '2021-05-21T15:35:28Z', 'revision_number': 1, 'project_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70acbc60-e398-4439-8319-ab7cc3c5734d', 'name': '', 'network_id': '5b542826-cfa8-402b-9f7a-d4936ebb79ee', 'tenant_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'mac_address': 'fa:16:3e:21:19:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '59cccb6e-6d77-4ef7-87c5-346fee1124e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:32:14Z', 'updated_at': '2021-05-21T15:32:22Z', 'revision_number': 5, 'project_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'subnets': [{'id': '59cccb6e-6d77-4ef7-87c5-346fee1124e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:39:16.726619 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c614c7-6e59-40eb-8ab6-08f612ca9069 None None] Checking router: a50cf4a7-018d-46ef-9086-b3a7d3d46f76 for host: dv-cinder-792299-3-iscsi {{(pid=91550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:39:16.726786 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [req-45620dfc-98bc-472b-b114-437e1f43678b req-1164c060-97a8-4721-bdc3-413fbe6f20c1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Unset dirty status for tenant:9b3311b9b0ea4e20a494602faa2bafcc on resource:port {{(pid=91549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:39:16.727971 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-45620dfc-98bc-472b-b114-437e1f43678b req-1164c060-97a8-4721-bdc3-413fbe6f20c1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/ports?device_id=44c31446-bd15-473b-9bf7-fe8d6746b0be HTTP/1.1" status: 200 len: 945 time: 0.1013205 May 21 15:39:16.735903 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c614c7-6e59-40eb-8ab6-08f612ca9069 None None] Routers {'a50cf4a7-018d-46ef-9086-b3a7d3d46f76'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:39:16.736732 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-54c614c7-6e59-40eb-8ab6-08f612ca9069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:38:48Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['a50cf4a7-018d-46ef-9086-b3a7d3d46f76'], 'active': True} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:39:16.777562 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eebcfd-83ec-48cb-bfb3-2493c77c0d25 req-078a3706-fa25-4cee-86c2-dc8c99741fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:16.779095 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-85eebcfd-83ec-48cb-bfb3-2493c77c0d25 req-078a3706-fa25-4cee-86c2-dc8c99741fb5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=59cccb6e-6d77-4ef7-87c5-346fee1124e0 HTTP/1.1" status: 200 len: 850 time: 0.0649662 May 21 15:39:16.785247 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-45620dfc-98bc-472b-b114-437e1f43678b req-3ea7e875-c1b1-4f5e-9522-484216a7a3ef tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a0951fd-2d75-4d1b-8751-70367785e948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508485 May 21 15:39:16.858315 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eebcfd-83ec-48cb-bfb3-2493c77c0d25 req-bd079d37-829b-4dc2-aecb-1c02ecbb82ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:16.859863 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-85eebcfd-83ec-48cb-bfb3-2493c77c0d25 req-bd079d37-829b-4dc2-aecb-1c02ecbb82ec service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5b542826-cfa8-402b-9f7a-d4936ebb79ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0719483 May 21 15:39:16.957242 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvr_db [None req-54c614c7-6e59-40eb-8ab6-08f612ca9069 None None] Set router a50cf4a7-018d-46ef-9086-b3a7d3d46f76 gateway port host: dv-cinder-792299-3-iscsi {{(pid=91550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:39:16.996724 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-85eebcfd-83ec-48cb-bfb3-2493c77c0d25 req-4f46f7f2-6cb2-42d9-bd2f-70b15faa6096 service neutron] 10.222.0.68 "GET /v2.0/networks/5b542826-cfa8-402b-9f7a-d4936ebb79ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290193 May 21 15:39:17.134365 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-85eebcfd-83ec-48cb-bfb3-2493c77c0d25 req-26cd2a19-8a56-4c95-96d7-478809f42c84 service neutron] 10.222.0.68 "GET /v2.0/networks/5b542826-cfa8-402b-9f7a-d4936ebb79ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306009 May 21 15:39:17.303983 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-54c614c7-6e59-40eb-8ab6-08f612ca9069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'name': 'tempest-TestVolumeBootPattern-954176865-router', 'tenant_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '2ec5df50-5e23-4c23-a5d4-5a527d06eb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:32:10Z', 'updated_at': '2021-05-21T15:32:15Z', 'revision_number': 4, 'project_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'gw_port': {'id': '2ec5df50-5e23-4c23-a5d4-5a527d06eb8a', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:02:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:32:11Z', 'updated_at': '2021-05-21T15:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_floatingips': [{'id': '46de36c6-1d14-4ebc-a090-32bfc187b551', 'tenant_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'floating_ip_address': '172.27.2.240', 'floating_network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'router_id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'port_id': '41334be3-3998-4186-886b-cc2a684e3b31', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b542826-cfa8-402b-9f7a-d4936ebb79ee', 'mac_address': 'fa:16:3e:53:dd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3217b0f0-2437-4067-aa62-9989f0bee065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:35:25Z', 'updated_at': '2021-05-21T15:35:28Z', 'revision_number': 1, 'project_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70acbc60-e398-4439-8319-ab7cc3c5734d', 'name': '', 'network_id': '5b542826-cfa8-402b-9f7a-d4936ebb79ee', 'tenant_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'mac_address': 'fa:16:3e:21:19:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '59cccb6e-6d77-4ef7-87c5-346fee1124e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:32:14Z', 'updated_at': '2021-05-21T15:32:22Z', 'revision_number': 5, 'project_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'subnets': [{'id': '59cccb6e-6d77-4ef7-87c5-346fee1124e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:39:17.308094 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c614c7-6e59-40eb-8ab6-08f612ca9069 None None] The sync data for ids ['a50cf4a7-018d-46ef-9086-b3a7d3d46f76'] in dv-cinder-792299-3-iscsi is: [{'id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'name': 'tempest-TestVolumeBootPattern-954176865-router', 'tenant_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '2ec5df50-5e23-4c23-a5d4-5a527d06eb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:32:10Z', 'updated_at': '2021-05-21T15:32:15Z', 'revision_number': 4, 'project_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'gw_port': {'id': '2ec5df50-5e23-4c23-a5d4-5a527d06eb8a', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:02:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:32:11Z', 'updated_at': '2021-05-21T15:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_floatingips': [{'id': '46de36c6-1d14-4ebc-a090-32bfc187b551', 'tenant_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'floating_ip_address': '172.27.2.240', 'floating_network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'router_id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'port_id': '41334be3-3998-4186-886b-cc2a684e3b31', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b542826-cfa8-402b-9f7a-d4936ebb79ee', 'mac_address': 'fa:16:3e:53:dd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3217b0f0-2437-4067-aa62-9989f0bee065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:35:25Z', 'updated_at': '2021-05-21T15:35:28Z', 'revision_number': 1, 'project_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70acbc60-e398-4439-8319-ab7cc3c5734d', 'name': '', 'network_id': '5b542826-cfa8-402b-9f7a-d4936ebb79ee', 'tenant_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'mac_address': 'fa:16:3e:21:19:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '59cccb6e-6d77-4ef7-87c5-346fee1124e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:32:14Z', 'updated_at': '2021-05-21T15:32:22Z', 'revision_number': 5, 'project_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'subnets': [{'id': '59cccb6e-6d77-4ef7-87c5-346fee1124e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:39:17.511195 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5740d7e6-2202-448d-8209-a83cf55f6af1 None None] New status for floating IP 9390dc67-0476-4ed9-80ae-dd009dfa294f: DOWN {{(pid=91551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 21 15:39:18.029687 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:18.134840 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c5c86-91a2-48f4-bd74-f1794e729ecb req-cf59c72c-96dd-4c81-b6f5-0fea3d777fd0 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:18.136466 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-7a3c5c86-91a2-48f4-bd74-f1794e729ecb req-cf59c72c-96dd-4c81-b6f5-0fea3d777fd0 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/ports?device_id=44c31446-bd15-473b-9bf7-fe8d6746b0be HTTP/1.1" status: 200 len: 945 time: 0.0779452 May 21 15:39:18.187225 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-7a3c5c86-91a2-48f4-bd74-f1794e729ecb req-0f7fed3f-9111-4e06-927c-d0eca811554d tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a0951fd-2d75-4d1b-8751-70367785e948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445786 May 21 15:39:18.334683 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-c975c016-17e1-45f2-b952-8f1da72f70fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:18.424284 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5833b544-ca56-4c05-9762-db95bb240ff5 req-a101e39e-b3e6-4a06-9580-600a47db6e21 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:18.424974 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-5833b544-ca56-4c05-9762-db95bb240ff5 req-a101e39e-b3e6-4a06-9580-600a47db6e21 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Synchronizing usage tracker for tenant:9b3311b9b0ea4e20a494602faa2bafcc on resource:port {{(pid=91548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:39:18.437410 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-5833b544-ca56-4c05-9762-db95bb240ff5 req-a101e39e-b3e6-4a06-9580-600a47db6e21 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Unset dirty status for tenant:9b3311b9b0ea4e20a494602faa2bafcc on resource:port {{(pid=91548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:39:18.438486 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-5833b544-ca56-4c05-9762-db95bb240ff5 req-a101e39e-b3e6-4a06-9580-600a47db6e21 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.68 "GET /v2.0/ports?device_id=44c31446-bd15-473b-9bf7-fe8d6746b0be HTTP/1.1" status: 200 len: 945 time: 0.0914278 May 21 15:39:18.582151 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [req-5833b544-ca56-4c05-9762-db95bb240ff5 req-7c97d23d-5aab-4440-b7d2-8fa86a1b0919 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Deleting port 79667747-9353-44a1-bca3-3e9bd4cbb1d6 {{(pid=91548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:39:18.582491 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-5833b544-ca56-4c05-9762-db95bb240ff5 req-7c97d23d-5aab-4440-b7d2-8fa86a1b0919 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730419685614'] for port, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:18.713026 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [req-5833b544-ca56-4c05-9762-db95bb240ff5 req-7c97d23d-5aab-4440-b7d2-8fa86a1b0919 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] For port 79667747-9353-44a1-bca3-3e9bd4cbb1d6, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=79667747-9353-44a1-bca3-3e9bd4cbb1d6,segment=NetworkSegment(ff606e48-e7cc-4d66-8d0d-c025c9aa548c),segment_id=ff606e48-e7cc-4d66-8d0d-c025c9aa548c)] {{(pid=91548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:39:18.714029 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-5833b544-ca56-4c05-9762-db95bb240ff5 req-7c97d23d-5aab-4440-b7d2-8fa86a1b0919 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829031'] for port, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:18.939175 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [req-5833b544-ca56-4c05-9762-db95bb240ff5 req-7c97d23d-5aab-4440-b7d2-8fa86a1b0919 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Calling delete_port for 79667747-9353-44a1-bca3-3e9bd4cbb1d6 owned by compute:nova {{(pid=91548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:39:19.048398 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-5833b544-ca56-4c05-9762-db95bb240ff5 req-7c97d23d-5aab-4440-b7d2-8fa86a1b0919 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730419690186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730419340162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14885552'] for port, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:19.053750 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-1befb979-46a8-44d9-a119-1c637106f6ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:39:19.099259 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c97d23d-5aab-4440-b7d2-8fa86a1b0919 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Pushing event deleted for resources: {'Port': ['ID=79667747-9353-44a1-bca3-3e9bd4cbb1d6,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:39:19.109621 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c97d23d-5aab-4440-b7d2-8fa86a1b0919 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:39:19.109997 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c97d23d-5aab-4440-b7d2-8fa86a1b0919 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:39:19.110369 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c97d23d-5aab-4440-b7d2-8fa86a1b0919 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:39:19.110727 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c97d23d-5aab-4440-b7d2-8fa86a1b0919 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:39:19.111113 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c97d23d-5aab-4440-b7d2-8fa86a1b0919 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:39:19.111468 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c97d23d-5aab-4440-b7d2-8fa86a1b0919 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:39:19.111829 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c97d23d-5aab-4440-b7d2-8fa86a1b0919 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:39:19.112178 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c97d23d-5aab-4440-b7d2-8fa86a1b0919 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:39:19.113008 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c97d23d-5aab-4440-b7d2-8fa86a1b0919 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:39:19.113008 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c97d23d-5aab-4440-b7d2-8fa86a1b0919 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:39:19.113215 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c97d23d-5aab-4440-b7d2-8fa86a1b0919 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:39:19.113531 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c97d23d-5aab-4440-b7d2-8fa86a1b0919 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:39:19.142151 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-7c97d23d-5aab-4440-b7d2-8fa86a1b0919 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:39:19.188336 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.l3_dvrscheduler_db [req-5833b544-ca56-4c05-9762-db95bb240ff5 req-7c97d23d-5aab-4440-b7d2-8fa86a1b0919 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] No DVR routers for this DVR port 79667747-9353-44a1-bca3-3e9bd4cbb1d6 on host hv-cinder-79229 {{(pid=91548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:39:19.190968 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-5833b544-ca56-4c05-9762-db95bb240ff5 req-7c97d23d-5aab-4440-b7d2-8fa86a1b0919 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for port, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:19.193484 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44c31446-bd15-473b-9bf7-fe8d6746b0be', 'name': 'network-vif-deleted', 'tag': '79667747-9353-44a1-bca3-3e9bd4cbb1d6'}] {{(pid=91548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:39:19.208654 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-5833b544-ca56-4c05-9762-db95bb240ff5 req-7c97d23d-5aab-4440-b7d2-8fa86a1b0919 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.68 "DELETE /v2.0/ports/79667747-9353-44a1-bca3-3e9bd4cbb1d6 HTTP/1.1" status: 204 len: 173 time: 0.7608094 May 21 15:39:19.314654 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44c31446-bd15-473b-9bf7-fe8d6746b0be', 'name': 'network-vif-deleted', 'tag': '79667747-9353-44a1-bca3-3e9bd4cbb1d6', 'status': 'completed', 'code': 200} May 21 15:39:19.352483 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-ab7dfe8f-55c0-4e00-abb1-132e8f265a71 req-dee0d8ca-aa8a-4834-ac41-e1aab49d48d8 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/ports?device_id=44c31446-bd15-473b-9bf7-fe8d6746b0be HTTP/1.1" status: 200 len: 210 time: 0.0436838 May 21 15:39:19.368985 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e6f13acb-dde4-45e3-8932-2715da3406c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:20.935359 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-cb99478c-afff-4a9c-8770-f3354af234b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:22.841121 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 38958) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:39:23.105393 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.plugin [None req-5d7c880d-3d8e-4734-9183-934cc4b29456 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Deleting port 0b9b5111-12f2-471e-b545-2688905a7b43 {{(pid=91549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:39:23.105726 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-5d7c880d-3d8e-4734-9183-934cc4b29456 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730419685614'] for port, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:23.126327 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device 79667747-9353-44a1-bca3-3e9bd4cbb1d6 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:39:23.168248 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] No Port match for: 79667747-9353-44a1-bca3-3e9bd4cbb1d6 {{(pid=91550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:39:23.168599 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device 79667747-9353-44a1-bca3-3e9bd4cbb1d6 not bound to the agent host hv-cinder-79229 {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:39:23.224196 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-5d7c880d-3d8e-4734-9183-934cc4b29456 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829031'] for port, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:23.224524 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-5d7c880d-3d8e-4734-9183-934cc4b29456 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:23.344085 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:23.351054 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.plugin [None req-5d7c880d-3d8e-4734-9183-934cc4b29456 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Calling delete_port for 0b9b5111-12f2-471e-b545-2688905a7b43 owned by network:floatingip {{(pid=91549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:39:23.480451 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-5d7c880d-3d8e-4734-9183-934cc4b29456 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730419690186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730419340162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14871526'] for port, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:23.485518 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-bfd7d480-d227-477b-8da1-965ca9f340f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:39:23.536545 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7c880d-3d8e-4734-9183-934cc4b29456 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Pushing event deleted for resources: {'Port': ['ID=0b9b5111-12f2-471e-b545-2688905a7b43,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:39:23.539294 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-5d7c880d-3d8e-4734-9183-934cc4b29456 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:39:23.638724 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-5d7c880d-3d8e-4734-9183-934cc4b29456 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks [] for floatingip, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:23.639794 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.db.l3_db [None req-5d7c880d-3d8e-4734-9183-934cc4b29456 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Floating IP 46de36c6-1d14-4ebc-a090-32bfc187b551 disassociated (deleted). External IP: 172.27.2.240, port: 41334be3-3998-4186-886b-cc2a684e3b31. May 21 15:39:24.111914 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d7c880d-3d8e-4734-9183-934cc4b29456 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Router a50cf4a7-018d-46ef-9086-b3a7d3d46f76 has already been hosted by L3 agent 9c636599-187f-4688-bb24-d46a8be2a055 {{(pid=91549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:39:24.296730 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d7c880d-3d8e-4734-9183-934cc4b29456 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify agent at l3_agent.dv-cinder-792299-3-iscsi the message routers_updated {{(pid=91549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:39:24.305837 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa1ae64-7b4a-4b14-ae23-1f2021c22c24 None None] Sync routers for ids ['a50cf4a7-018d-46ef-9086-b3a7d3d46f76'] in dv-cinder-792299-3-iscsi {{(pid=91550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:39:24.313243 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-5d7c880d-3d8e-4734-9183-934cc4b29456 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for floatingip, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:24.315530 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa1ae64-7b4a-4b14-ae23-1f2021c22c24 None None] Routers {'a50cf4a7-018d-46ef-9086-b3a7d3d46f76'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:39:24.316139 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-0aa1ae64-7b4a-4b14-ae23-1f2021c22c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:39:18Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['a50cf4a7-018d-46ef-9086-b3a7d3d46f76'], 'active': True} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:39:24.373547 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-5d7c880d-3d8e-4734-9183-934cc4b29456 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "DELETE /v2.0/floatingips/46de36c6-1d14-4ebc-a090-32bfc187b551 HTTP/1.1" status: 204 len: 168 time: 1.5288994 May 21 15:39:24.373547 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3217b0f0-2437-4067-aa62-9989f0bee065', 'tag': '41334be3-3998-4186-886b-cc2a684e3b31'}] {{(pid=91549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:39:24.424539 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3217b0f0-2437-4067-aa62-9989f0bee065', 'tag': '41334be3-3998-4186-886b-cc2a684e3b31', 'status': 'completed', 'code': 200} May 21 15:39:24.497081 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvr_db [None req-0aa1ae64-7b4a-4b14-ae23-1f2021c22c24 None None] Set router a50cf4a7-018d-46ef-9086-b3a7d3d46f76 gateway port host: dv-cinder-792299-3-iscsi {{(pid=91550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:39:24.530110 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d1fc9-4e61-4c3f-b850-e5a7833539b2 req-4abdbb8e-27ac-4d6f-af62-2cfcac2113fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:24.531619 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-b02d1fc9-4e61-4c3f-b850-e5a7833539b2 req-4abdbb8e-27ac-4d6f-af62-2cfcac2113fa service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9b3311b9b0ea4e20a494602faa2bafcc&device_id=3217b0f0-2437-4067-aa62-9989f0bee065 HTTP/1.1" status: 200 len: 1099 time: 0.0774395 May 21 15:39:24.691321 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d1fc9-4e61-4c3f-b850-e5a7833539b2 req-3ed73fa2-4da3-423d-b4be-efbd69d7cbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:24.693287 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-b02d1fc9-4e61-4c3f-b850-e5a7833539b2 req-3ed73fa2-4da3-423d-b4be-efbd69d7cbce service neutron] 10.222.0.68 "GET /v2.0/networks?id=5b542826-cfa8-402b-9f7a-d4936ebb79ee HTTP/1.1" status: 200 len: 912 time: 0.1506128 May 21 15:39:24.755888 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0898b-7ba9-4309-b381-edeca02cf248 req-8ef141cf-0836-4aa5-a362-d26aa62d443a tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:24.756585 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [req-d0d0898b-7ba9-4309-b381-edeca02cf248 req-8ef141cf-0836-4aa5-a362-d26aa62d443a tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Synchronizing usage tracker for tenant:9b3311b9b0ea4e20a494602faa2bafcc on resource:port {{(pid=91549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:39:24.765187 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-b02d1fc9-4e61-4c3f-b850-e5a7833539b2 req-0f21cd3c-0abe-4fbc-8b95-1a9c49c61255 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41334be3-3998-4186-886b-cc2a684e3b31 HTTP/1.1" status: 200 len: 217 time: 0.0622106 May 21 15:39:24.773223 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.quota.resource [req-d0d0898b-7ba9-4309-b381-edeca02cf248 req-8ef141cf-0836-4aa5-a362-d26aa62d443a tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Unset dirty status for tenant:9b3311b9b0ea4e20a494602faa2bafcc on resource:port {{(pid=91549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:39:24.774403 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-d0d0898b-7ba9-4309-b381-edeca02cf248 req-8ef141cf-0836-4aa5-a362-d26aa62d443a tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/ports?device_id=3217b0f0-2437-4067-aa62-9989f0bee065 HTTP/1.1" status: 200 len: 946 time: 0.1001439 May 21 15:39:24.821639 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-d0d0898b-7ba9-4309-b381-edeca02cf248 req-a7f5ca7a-8c73-4c2b-aa83-bccf7e27e03e tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a0951fd-2d75-4d1b-8751-70367785e948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411708 May 21 15:39:24.831978 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-0aa1ae64-7b4a-4b14-ae23-1f2021c22c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'name': 'tempest-TestVolumeBootPattern-954176865-router', 'tenant_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '2ec5df50-5e23-4c23-a5d4-5a527d06eb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:32:10Z', 'updated_at': '2021-05-21T15:32:15Z', 'revision_number': 4, 'project_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'gw_port': {'id': '2ec5df50-5e23-4c23-a5d4-5a527d06eb8a', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:02:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:32:11Z', 'updated_at': '2021-05-21T15:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_interfaces': [{'id': '70acbc60-e398-4439-8319-ab7cc3c5734d', 'name': '', 'network_id': '5b542826-cfa8-402b-9f7a-d4936ebb79ee', 'tenant_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'mac_address': 'fa:16:3e:21:19:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '59cccb6e-6d77-4ef7-87c5-346fee1124e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:32:14Z', 'updated_at': '2021-05-21T15:32:22Z', 'revision_number': 5, 'project_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'subnets': [{'id': '59cccb6e-6d77-4ef7-87c5-346fee1124e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:39:24.836507 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa1ae64-7b4a-4b14-ae23-1f2021c22c24 None None] Checking router: a50cf4a7-018d-46ef-9086-b3a7d3d46f76 for host: dv-cinder-792299-3-iscsi {{(pid=91550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:39:24.842664 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d1fc9-4e61-4c3f-b850-e5a7833539b2 req-55fb0c13-1fbb-4e10-af38-8fbebe50893f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:24.844248 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-b02d1fc9-4e61-4c3f-b850-e5a7833539b2 req-55fb0c13-1fbb-4e10-af38-8fbebe50893f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=59cccb6e-6d77-4ef7-87c5-346fee1124e0 HTTP/1.1" status: 200 len: 850 time: 0.0724156 May 21 15:39:24.845907 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa1ae64-7b4a-4b14-ae23-1f2021c22c24 None None] Routers {'a50cf4a7-018d-46ef-9086-b3a7d3d46f76'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:39:24.846505 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-0aa1ae64-7b4a-4b14-ae23-1f2021c22c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:39:18Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['a50cf4a7-018d-46ef-9086-b3a7d3d46f76'], 'active': True} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:39:24.927092 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d1fc9-4e61-4c3f-b850-e5a7833539b2 req-b3c46116-e1a7-4c7e-8b58-2306f1ddac45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:24.928478 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-b02d1fc9-4e61-4c3f-b850-e5a7833539b2 req-b3c46116-e1a7-4c7e-8b58-2306f1ddac45 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5b542826-cfa8-402b-9f7a-d4936ebb79ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0758536 May 21 15:39:25.022956 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvr_db [None req-0aa1ae64-7b4a-4b14-ae23-1f2021c22c24 None None] Set router a50cf4a7-018d-46ef-9086-b3a7d3d46f76 gateway port host: dv-cinder-792299-3-iscsi {{(pid=91550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:39:25.061192 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-b02d1fc9-4e61-4c3f-b850-e5a7833539b2 req-98c99abe-cabb-488e-8314-2188794e49eb service neutron] 10.222.0.68 "GET /v2.0/networks/5b542826-cfa8-402b-9f7a-d4936ebb79ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253226 May 21 15:39:25.196655 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-b02d1fc9-4e61-4c3f-b850-e5a7833539b2 req-da3230b1-e37b-4b2b-88cf-b22d4104f081 service neutron] 10.222.0.68 "GET /v2.0/networks/5b542826-cfa8-402b-9f7a-d4936ebb79ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281292 May 21 15:39:25.378366 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-0aa1ae64-7b4a-4b14-ae23-1f2021c22c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'name': 'tempest-TestVolumeBootPattern-954176865-router', 'tenant_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '2ec5df50-5e23-4c23-a5d4-5a527d06eb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:32:10Z', 'updated_at': '2021-05-21T15:32:15Z', 'revision_number': 4, 'project_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'gw_port': {'id': '2ec5df50-5e23-4c23-a5d4-5a527d06eb8a', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:02:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:32:11Z', 'updated_at': '2021-05-21T15:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_interfaces': [{'id': '70acbc60-e398-4439-8319-ab7cc3c5734d', 'name': '', 'network_id': '5b542826-cfa8-402b-9f7a-d4936ebb79ee', 'tenant_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'mac_address': 'fa:16:3e:21:19:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '59cccb6e-6d77-4ef7-87c5-346fee1124e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:32:14Z', 'updated_at': '2021-05-21T15:32:22Z', 'revision_number': 5, 'project_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'subnets': [{'id': '59cccb6e-6d77-4ef7-87c5-346fee1124e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:39:25.382578 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa1ae64-7b4a-4b14-ae23-1f2021c22c24 None None] The sync data for ids ['a50cf4a7-018d-46ef-9086-b3a7d3d46f76'] in dv-cinder-792299-3-iscsi is: [{'id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'name': 'tempest-TestVolumeBootPattern-954176865-router', 'tenant_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '2ec5df50-5e23-4c23-a5d4-5a527d06eb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:32:10Z', 'updated_at': '2021-05-21T15:32:15Z', 'revision_number': 4, 'project_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'gw_port': {'id': '2ec5df50-5e23-4c23-a5d4-5a527d06eb8a', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:02:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:32:11Z', 'updated_at': '2021-05-21T15:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi', '_interfaces': [{'id': '70acbc60-e398-4439-8319-ab7cc3c5734d', 'name': '', 'network_id': '5b542826-cfa8-402b-9f7a-d4936ebb79ee', 'tenant_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'mac_address': 'fa:16:3e:21:19:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '59cccb6e-6d77-4ef7-87c5-346fee1124e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:32:14Z', 'updated_at': '2021-05-21T15:32:22Z', 'revision_number': 5, 'project_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'subnets': [{'id': '59cccb6e-6d77-4ef7-87c5-346fee1124e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:39:25.576556 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759a7284-3fac-498c-a063-0ac3433a11cc None None] New status for floating IP 46de36c6-1d14-4ebc-a090-32bfc187b551: DOWN {{(pid=91551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 21 15:39:26.016165 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a65f37-32f5-41c8-8c13-282bf48a3070 req-23025250-a0d3-4aa6-9c41-eff01f7e868d tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:26.017522 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-34a65f37-32f5-41c8-8c13-282bf48a3070 req-23025250-a0d3-4aa6-9c41-eff01f7e868d tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/ports?device_id=3217b0f0-2437-4067-aa62-9989f0bee065 HTTP/1.1" status: 200 len: 946 time: 0.0875328 May 21 15:39:26.061050 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-34a65f37-32f5-41c8-8c13-282bf48a3070 req-1ddeadbd-0b08-4afd-8310-99cf0403c727 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a0951fd-2d75-4d1b-8751-70367785e948&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378971 May 21 15:39:26.434565 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ec85d-6cc5-4910-8454-0543439c678f req-230f557b-4fae-4842-95e9-529c12974917 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:26.435294 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-d45ec85d-6cc5-4910-8454-0543439c678f req-230f557b-4fae-4842-95e9-529c12974917 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Synchronizing usage tracker for tenant:9b3311b9b0ea4e20a494602faa2bafcc on resource:port {{(pid=91548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:39:26.446939 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.quota.resource [req-d45ec85d-6cc5-4910-8454-0543439c678f req-230f557b-4fae-4842-95e9-529c12974917 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Unset dirty status for tenant:9b3311b9b0ea4e20a494602faa2bafcc on resource:port {{(pid=91548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:39:26.448232 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-d45ec85d-6cc5-4910-8454-0543439c678f req-230f557b-4fae-4842-95e9-529c12974917 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.68 "GET /v2.0/ports?device_id=3217b0f0-2437-4067-aa62-9989f0bee065 HTTP/1.1" status: 200 len: 946 time: 0.0908937 May 21 15:39:26.587611 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [req-d45ec85d-6cc5-4910-8454-0543439c678f req-f9f9869e-bbc6-4829-a66f-457e332d2839 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Deleting port 41334be3-3998-4186-886b-cc2a684e3b31 {{(pid=91548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:39:26.588109 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-d45ec85d-6cc5-4910-8454-0543439c678f req-f9f9869e-bbc6-4829-a66f-457e332d2839 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730419685614'] for port, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:26.726564 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [req-d45ec85d-6cc5-4910-8454-0543439c678f req-f9f9869e-bbc6-4829-a66f-457e332d2839 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] For port 41334be3-3998-4186-886b-cc2a684e3b31, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=41334be3-3998-4186-886b-cc2a684e3b31,segment=NetworkSegment(ff606e48-e7cc-4d66-8d0d-c025c9aa548c),segment_id=ff606e48-e7cc-4d66-8d0d-c025c9aa548c)] {{(pid=91548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:39:26.726829 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-d45ec85d-6cc5-4910-8454-0543439c678f req-f9f9869e-bbc6-4829-a66f-457e332d2839 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829031'] for port, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:26.950320 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [req-d45ec85d-6cc5-4910-8454-0543439c678f req-f9f9869e-bbc6-4829-a66f-457e332d2839 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Calling delete_port for 41334be3-3998-4186-886b-cc2a684e3b31 owned by compute:nova {{(pid=91548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:39:27.058775 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-d45ec85d-6cc5-4910-8454-0543439c678f req-f9f9869e-bbc6-4829-a66f-457e332d2839 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730419690186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730419340162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14885552'] for port, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:27.064284 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-39642238-4499-40c6-ae10-cbf94afeebba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:39:27.110387 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f9869e-bbc6-4829-a66f-457e332d2839 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Pushing event deleted for resources: {'Port': ['ID=41334be3-3998-4186-886b-cc2a684e3b31,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:39:27.143298 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-f9f9869e-bbc6-4829-a66f-457e332d2839 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:39:27.189814 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.l3_dvrscheduler_db [req-d45ec85d-6cc5-4910-8454-0543439c678f req-f9f9869e-bbc6-4829-a66f-457e332d2839 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] No DVR routers for this DVR port 41334be3-3998-4186-886b-cc2a684e3b31 on host hv-cinder-79229 {{(pid=91548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:39:27.192252 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [req-d45ec85d-6cc5-4910-8454-0543439c678f req-f9f9869e-bbc6-4829-a66f-457e332d2839 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for port, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:27.195152 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3217b0f0-2437-4067-aa62-9989f0bee065', 'name': 'network-vif-deleted', 'tag': '41334be3-3998-4186-886b-cc2a684e3b31'}] {{(pid=91548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:39:27.210529 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [req-d45ec85d-6cc5-4910-8454-0543439c678f req-f9f9869e-bbc6-4829-a66f-457e332d2839 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.68 "DELETE /v2.0/ports/41334be3-3998-4186-886b-cc2a684e3b31 HTTP/1.1" status: 204 len: 173 time: 0.7532156 May 21 15:39:27.217475 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [req-ea81d5a6-5863-41ca-b70c-8db2db07c093 req-dea90c92-42d8-4e85-b5bb-6da80c8bb2d9 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "GET /v2.0/ports?device_id=3217b0f0-2437-4067-aa62-9989f0bee065 HTTP/1.1" status: 200 len: 210 time: 0.0434303 May 21 15:39:27.243297 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3217b0f0-2437-4067-aa62-9989f0bee065', 'name': 'network-vif-deleted', 'tag': '41334be3-3998-4186-886b-cc2a684e3b31', 'status': 'completed', 'code': 200} May 21 15:39:28.313961 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 38976) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:39:28.532676 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.plugin [None req-408805d4-44c6-4c4d-a1b9-d3ef7e38d191 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Deleting port 7b5556f0-48ef-4806-affb-69d608803032 {{(pid=91549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:39:28.532934 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-408805d4-44c6-4c4d-a1b9-d3ef7e38d191 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730419685614'] for port, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:28.654763 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-408805d4-44c6-4c4d-a1b9-d3ef7e38d191 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829031'] for port, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:28.655261 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-408805d4-44c6-4c4d-a1b9-d3ef7e38d191 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:28.779158 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.plugin [None req-408805d4-44c6-4c4d-a1b9-d3ef7e38d191 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Calling delete_port for 7b5556f0-48ef-4806-affb-69d608803032 owned by network:floatingip {{(pid=91549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:39:28.884166 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-408805d4-44c6-4c4d-a1b9-d3ef7e38d191 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730419690186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730419340162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14871526'] for port, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:28.888153 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-daacb2f0-8f72-4e9a-a7e4-6e2f19ea8fd1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:39:28.935200 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408805d4-44c6-4c4d-a1b9-d3ef7e38d191 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Pushing event deleted for resources: {'Port': ['ID=7b5556f0-48ef-4806-affb-69d608803032,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:39:28.937616 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-408805d4-44c6-4c4d-a1b9-d3ef7e38d191 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:39:29.030915 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-408805d4-44c6-4c4d-a1b9-d3ef7e38d191 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks [] for floatingip, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:29.044793 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-408805d4-44c6-4c4d-a1b9-d3ef7e38d191 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230890'] for floatingip, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:29.045934 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-408805d4-44c6-4c4d-a1b9-d3ef7e38d191 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "DELETE /v2.0/floatingips/a4f1751c-d5ea-4b58-a390-6b5c5f6becf5 HTTP/1.1" status: 204 len: 168 time: 0.7309918 May 21 15:39:30.160589 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.agents_db [None req-1cb0bb7b-b6db-4325-ad21-6fa15867ad0e None None] Agent healthcheck: found 6 active agents {{(pid=91551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:39:30.427993 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 38990) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:39:30.495574 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-59bddd41-a047-4fb4-9f6b-c42db29ec2fd tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks [] for security_group, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:30.524629 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-59bddd41-a047-4fb4-9f6b-c42db29ec2fd tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:30.593636 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-59bddd41-a047-4fb4-9f6b-c42db29ec2fd tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:30.598635 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-21e48870-ad29-4210-80ae-73793244ead9 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:39:30.612518 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bddd41-a047-4fb4-9f6b-c42db29ec2fd tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0951fd-2d75-4d1b-8751-70367785e948,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:39:30.615236 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-59bddd41-a047-4fb4-9f6b-c42db29ec2fd tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:39:30.622125 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-59bddd41-a047-4fb4-9f6b-c42db29ec2fd tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Notify callbacks [] for security_group, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:30.623282 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-59bddd41-a047-4fb4-9f6b-c42db29ec2fd tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] 10.222.0.69 "DELETE /v2.0/security-groups/6a0951fd-2d75-4d1b-8751-70367785e948 HTTP/1.1" status: 204 len: 168 time: 0.1943207 May 21 15:39:30.680683 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 38996) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:39:31.187570 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device 41334be3-3998-4186-886b-cc2a684e3b31 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:39:31.222047 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] No Port match for: 41334be3-3998-4186-886b-cc2a684e3b31 {{(pid=91550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:39:31.222398 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Device 41334be3-3998-4186-886b-cc2a684e3b31 not bound to the agent host hv-cinder-79229 {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:39:31.334071 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-4f76eadd-e09b-4481-ab4d-917030cb880e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774749'] for router_interface, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:31.738679 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [None req-4f76eadd-e09b-4481-ab4d-917030cb880e admin admin] Deleting port 70acbc60-e398-4439-8319-ab7cc3c5734d {{(pid=91548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:39:31.739441 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-4f76eadd-e09b-4481-ab4d-917030cb880e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730419685614'] for port, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:31.857418 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [None req-4f76eadd-e09b-4481-ab4d-917030cb880e admin admin] For port 70acbc60-e398-4439-8319-ab7cc3c5734d, host dv-cinder-792299-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=70acbc60-e398-4439-8319-ab7cc3c5734d,segment=NetworkSegment(ff606e48-e7cc-4d66-8d0d-c025c9aa548c),segment_id=ff606e48-e7cc-4d66-8d0d-c025c9aa548c)] {{(pid=91548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:39:31.857764 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-4f76eadd-e09b-4481-ab4d-917030cb880e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829031'] for port, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:32.081392 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [None req-4f76eadd-e09b-4481-ab4d-917030cb880e admin admin] Calling delete_port for 70acbc60-e398-4439-8319-ab7cc3c5734d owned by network:router_interface {{(pid=91548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:39:32.308916 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-4f76eadd-e09b-4481-ab4d-917030cb880e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730419690186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730419340162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14885552'] for port, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:32.313244 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-7f0709b7-11c0-4adf-aadf-f3eeedb34b03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:39:32.358030 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76eadd-e09b-4481-ab4d-917030cb880e admin admin] Pushing event deleted for resources: {'Port': ['ID=70acbc60-e398-4439-8319-ab7cc3c5734d,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:39:32.361195 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-4f76eadd-e09b-4481-ab4d-917030cb880e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:39:32.633294 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-4f76eadd-e09b-4481-ab4d-917030cb880e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1697739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1774833'] for router_interface, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:32.987162 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f76eadd-e09b-4481-ab4d-917030cb880e admin admin] Router a50cf4a7-018d-46ef-9086-b3a7d3d46f76 has already been hosted by L3 agent 9c636599-187f-4688-bb24-d46a8be2a055 {{(pid=91548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:39:33.159503 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f76eadd-e09b-4481-ab4d-917030cb880e admin admin] Notify agent at l3_agent.dv-cinder-792299-3-iscsi the message routers_updated {{(pid=91548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:39:33.169412 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e8db4d-fcda-4c60-a6c8-b8847473cc2b None None] Sync routers for ids ['a50cf4a7-018d-46ef-9086-b3a7d3d46f76'] in dv-cinder-792299-3-iscsi {{(pid=91550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:39:33.173624 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-4f76eadd-e09b-4481-ab4d-917030cb880e admin admin] 10.222.0.69 "PUT /v2.0/routers/a50cf4a7-018d-46ef-9086-b3a7d3d46f76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4919295 May 21 15:39:33.176075 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 39002) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:39:33.178379 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e8db4d-fcda-4c60-a6c8-b8847473cc2b None None] Routers {'a50cf4a7-018d-46ef-9086-b3a7d3d46f76'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:39:33.179027 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-38e8db4d-fcda-4c60-a6c8-b8847473cc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:39:18Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['a50cf4a7-018d-46ef-9086-b3a7d3d46f76'], 'active': True} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:39:33.356604 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvr_db [None req-38e8db4d-fcda-4c60-a6c8-b8847473cc2b None None] Set router a50cf4a7-018d-46ef-9086-b3a7d3d46f76 gateway port host: dv-cinder-792299-3-iscsi {{(pid=91550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:39:33.477085 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-2020cce5-fa63-443a-a152-c895a730006c admin admin] Notify callbacks [] for router, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:33.644955 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-38e8db4d-fcda-4c60-a6c8-b8847473cc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'name': 'tempest-TestVolumeBootPattern-954176865-router', 'tenant_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '2ec5df50-5e23-4c23-a5d4-5a527d06eb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:32:10Z', 'updated_at': '2021-05-21T15:39:32Z', 'revision_number': 5, 'project_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'gw_port': {'id': '2ec5df50-5e23-4c23-a5d4-5a527d06eb8a', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:02:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:32:11Z', 'updated_at': '2021-05-21T15:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi'}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:39:33.648833 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e8db4d-fcda-4c60-a6c8-b8847473cc2b None None] Checking router: a50cf4a7-018d-46ef-9086-b3a7d3d46f76 for host: dv-cinder-792299-3-iscsi {{(pid=91550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:39:33.652551 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-2020cce5-fa63-443a-a152-c895a730006c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:33.657922 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e8db4d-fcda-4c60-a6c8-b8847473cc2b None None] Routers {'a50cf4a7-018d-46ef-9086-b3a7d3d46f76'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:39:33.658572 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-38e8db4d-fcda-4c60-a6c8-b8847473cc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:39:18Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['a50cf4a7-018d-46ef-9086-b3a7d3d46f76'], 'active': True} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:39:33.725201 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [None req-2020cce5-fa63-443a-a152-c895a730006c admin admin] Deleting port 2ec5df50-5e23-4c23-a5d4-5a527d06eb8a {{(pid=91548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:39:33.725541 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-2020cce5-fa63-443a-a152-c895a730006c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730419685614'] for port, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:33.811309 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvr_db [None req-38e8db4d-fcda-4c60-a6c8-b8847473cc2b None None] Set router a50cf4a7-018d-46ef-9086-b3a7d3d46f76 gateway port host: None {{(pid=91550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:39:33.846825 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.db [None req-2020cce5-fa63-443a-a152-c895a730006c admin admin] For port 2ec5df50-5e23-4c23-a5d4-5a527d06eb8a, host dv-cinder-792299-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=2ec5df50-5e23-4c23-a5d4-5a527d06eb8a,segment=NetworkSegment(6e22115a-e16c-4b74-9ec4-448dbc5267a0),segment_id=6e22115a-e16c-4b74-9ec4-448dbc5267a0)] {{(pid=91548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:39:33.847224 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-2020cce5-fa63-443a-a152-c895a730006c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829031'] for port, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:33.917070 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_hamode_db [None req-38e8db4d-fcda-4c60-a6c8-b8847473cc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'name': 'tempest-TestVolumeBootPattern-954176865-router', 'tenant_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:32:10Z', 'updated_at': '2021-05-21T15:39:33Z', 'revision_number': 6, 'project_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'gw_port_host': None}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:39:33.920964 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e8db4d-fcda-4c60-a6c8-b8847473cc2b None None] The sync data for ids ['a50cf4a7-018d-46ef-9086-b3a7d3d46f76'] in dv-cinder-792299-3-iscsi is: [{'id': 'a50cf4a7-018d-46ef-9086-b3a7d3d46f76', 'name': 'tempest-TestVolumeBootPattern-954176865-router', 'tenant_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:32:10Z', 'updated_at': '2021-05-21T15:39:33Z', 'revision_number': 6, 'project_id': '9b3311b9b0ea4e20a494602faa2bafcc', 'gw_port_host': None}] {{(pid=91550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:39:33.984857 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.plugins.ml2.plugin [None req-2020cce5-fa63-443a-a152-c895a730006c admin admin] Calling delete_port for 2ec5df50-5e23-4c23-a5d4-5a527d06eb8a owned by network:router_gateway {{(pid=91548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:39:34.120139 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-2020cce5-fa63-443a-a152-c895a730006c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730419690186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730419340162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14885552'] for port, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:34.124379 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-1c21ee67-f267-452f-83ff-31ef3330a4e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:39:34.164928 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2020cce5-fa63-443a-a152-c895a730006c admin admin] Pushing event deleted for resources: {'Port': ['ID=2ec5df50-5e23-4c23-a5d4-5a527d06eb8a,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:39:34.168682 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-2020cce5-fa63-443a-a152-c895a730006c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:39:34.256548 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-2020cce5-fa63-443a-a152-c895a730006c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763192'] for router_gateway, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:34.437126 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-2020cce5-fa63-443a-a152-c895a730006c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1768010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3637'] for router, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:34.439233 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-2020cce5-fa63-443a-a152-c895a730006c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:34.464790 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-2020cce5-fa63-443a-a152-c895a730006c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1762452'] for router, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:34.465367 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2020cce5-fa63-443a-a152-c895a730006c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a50cf4a7-018d-46ef-9086-b3a7d3d46f76 {{(pid=91548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 21 15:39:34.478394 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-2020cce5-fa63-443a-a152-c895a730006c admin admin] Notify callbacks [] for router, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:34.479647 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-2020cce5-fa63-443a-a152-c895a730006c admin admin] 10.222.0.69 "DELETE /v2.0/routers/a50cf4a7-018d-46ef-9086-b3a7d3d46f76 HTTP/1.1" status: 204 len: 168 time: 1.3026764 May 21 15:39:34.482218 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 39006) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:39:34.541471 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbb5e4e6-850c-4f07-b0c2-2a158d1c6a62 admin admin] Deleting subnet 59cccb6e-6d77-4ef7-87c5-346fee1124e0 {{(pid=91548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 21 15:39:34.544302 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-cbb5e4e6-850c-4f07-b0c2-2a158d1c6a62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:34.595894 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-cbb5e4e6-850c-4f07-b0c2-2a158d1c6a62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15185061'] for subnet, precommit_delete_associations {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:34.678494 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-cbb5e4e6-850c-4f07-b0c2-2a158d1c6a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708537'] for subnet, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:35.028396 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-cbb5e4e6-850c-4f07-b0c2-2a158d1c6a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14885533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14760833'] for subnet, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:35.033186 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-06313db3-11b2-4cad-93ad-5dd908f20c9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:39:35.051555 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 70acbc60-e398-4439-8319-ab7cc3c5734d no longer exists at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:39:35.069144 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb5e4e6-850c-4f07-b0c2-2a158d1c6a62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59cccb6e-6d77-4ef7-87c5-346fee1124e0,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:39:35.071111 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-cbb5e4e6-850c-4f07-b0c2-2a158d1c6a62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:35.073849 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-cbb5e4e6-850c-4f07-b0c2-2a158d1c6a62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:39:35.077972 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-cbb5e4e6-850c-4f07-b0c2-2a158d1c6a62 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/59cccb6e-6d77-4ef7-87c5-346fee1124e0 HTTP/1.1" status: 204 len: 168 time: 0.5948226 May 21 15:39:35.080622 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 39010) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:39:35.087115 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314c1cc3-ff96-4a0c-850d-828699aa6f48 None None] Network 5b542826-cfa8-402b-9f7a-d4936ebb79ee requested from dv-cinder-792299-3-iscsi {{(pid=91550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:39:35.112510 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] No Port match for: 70acbc60-e398-4439-8319-ab7cc3c5734d {{(pid=91550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:39:35.112870 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 70acbc60-e398-4439-8319-ab7cc3c5734d not bound to the agent host dv-cinder-792299-3-iscsi {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:39:35.113285 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 2ec5df50-5e23-4c23-a5d4-5a527d06eb8a no longer exists at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:39:35.184429 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-27a4d741-3f59-4c1b-bd05-ecd49788666e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732154'] for network, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:35.196290 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] No Port match for: 2ec5df50-5e23-4c23-a5d4-5a527d06eb8a {{(pid=91550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:39:35.196647 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 2ec5df50-5e23-4c23-a5d4-5a527d06eb8a not bound to the agent host dv-cinder-792299-3-iscsi {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:39:35.258623 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.plugin [None req-27a4d741-3f59-4c1b-bd05-ecd49788666e admin admin] Deleting port 0162eb0b-1759-4f8a-8346-6d3de74d8de4 {{(pid=91549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:39:35.258863 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-27a4d741-3f59-4c1b-bd05-ecd49788666e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730419685614'] for port, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:35.392717 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc8e8d3-be76-433f-81b6-501ce0fe9bcc None None] DHCP port deletion for 5b542826-cfa8-402b-9f7a-d4936ebb79ee request from dv-cinder-792299-3-iscsi {{(pid=91550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 21 15:39:35.481006 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.db [None req-27a4d741-3f59-4c1b-bd05-ecd49788666e admin admin] For port 0162eb0b-1759-4f8a-8346-6d3de74d8de4, host dv-cinder-792299-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=0162eb0b-1759-4f8a-8346-6d3de74d8de4,segment=NetworkSegment(ff606e48-e7cc-4d66-8d0d-c025c9aa548c),segment_id=ff606e48-e7cc-4d66-8d0d-c025c9aa548c)] {{(pid=91549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:39:35.481385 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-27a4d741-3f59-4c1b-bd05-ecd49788666e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829031'] for port, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:35.506277 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-7cc8e8d3-be76-433f-81b6-501ce0fe9bcc None None] Deleting port 0162eb0b-1759-4f8a-8346-6d3de74d8de4 {{(pid=91550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:39:35.506686 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-7cc8e8d3-be76-433f-81b6-501ce0fe9bcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730419685614'] for port, before_delete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:35.601097 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.plugin [None req-27a4d741-3f59-4c1b-bd05-ecd49788666e admin admin] Calling delete_port for 0162eb0b-1759-4f8a-8346-6d3de74d8de4 owned by network:dhcp {{(pid=91549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:39:35.606607 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-7cc8e8d3-be76-433f-81b6-501ce0fe9bcc None None] For port 0162eb0b-1759-4f8a-8346-6d3de74d8de4, host dv-cinder-792299-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=0162eb0b-1759-4f8a-8346-6d3de74d8de4,segment=NetworkSegment(ff606e48-e7cc-4d66-8d0d-c025c9aa548c),segment_id=ff606e48-e7cc-4d66-8d0d-c025c9aa548c)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:39:35.606956 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-7cc8e8d3-be76-433f-81b6-501ce0fe9bcc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829031'] for port, precommit_delete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:35.659106 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-27a4d741-3f59-4c1b-bd05-ecd49788666e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730419690186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730419340162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14871526'] for port, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:35.663176 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-bfd7d480-d227-477b-8da1-965ca9f340f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:39:35.712517 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a4d741-3f59-4c1b-bd05-ecd49788666e admin admin] No DVR routers for this DVR port 0162eb0b-1759-4f8a-8346-6d3de74d8de4 on host dv-cinder-792299-3-iscsi {{(pid=91549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:39:35.714863 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a4d741-3f59-4c1b-bd05-ecd49788666e admin admin] Pushing event deleted for resources: {'Port': ['ID=0162eb0b-1759-4f8a-8346-6d3de74d8de4,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:39:35.734764 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-7cc8e8d3-be76-433f-81b6-501ce0fe9bcc None None] Calling delete_port for 0162eb0b-1759-4f8a-8346-6d3de74d8de4 owned by network:dhcp {{(pid=91550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:39:35.742768 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-27a4d741-3f59-4c1b-bd05-ecd49788666e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:39:35.777233 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-7cc8e8d3-be76-433f-81b6-501ce0fe9bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730419690186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730419340162'] for port, after_delete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:35.780834 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-114feb38-285b-43dc-baeb-cbe3c18c7d3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:39:35.823347 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc8e8d3-be76-433f-81b6-501ce0fe9bcc None None] Pushing event deleted for resources: {'Port': ['ID=0162eb0b-1759-4f8a-8346-6d3de74d8de4,revision_number=None']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:39:35.828176 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc8e8d3-be76-433f-81b6-501ce0fe9bcc None None] No DVR routers for this DVR port 0162eb0b-1759-4f8a-8346-6d3de74d8de4 on host dv-cinder-792299-3-iscsi {{(pid=91550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:39:35.834258 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc8e8d3-be76-433f-81b6-501ce0fe9bcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:39:35.834604 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc8e8d3-be76-433f-81b6-501ce0fe9bcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:39:35.838025 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc8e8d3-be76-433f-81b6-501ce0fe9bcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:39:35.838025 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc8e8d3-be76-433f-81b6-501ce0fe9bcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:39:35.838025 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc8e8d3-be76-433f-81b6-501ce0fe9bcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:39:35.838025 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc8e8d3-be76-433f-81b6-501ce0fe9bcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:39:35.838025 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc8e8d3-be76-433f-81b6-501ce0fe9bcc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:39:35.838025 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc8e8d3-be76-433f-81b6-501ce0fe9bcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:39:35.838025 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc8e8d3-be76-433f-81b6-501ce0fe9bcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:39:35.838025 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc8e8d3-be76-433f-81b6-501ce0fe9bcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:39:35.838025 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc8e8d3-be76-433f-81b6-501ce0fe9bcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:39:35.839049 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc8e8d3-be76-433f-81b6-501ce0fe9bcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-iscsi {{(pid=91550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:39:35.842512 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-27a4d741-3f59-4c1b-bd05-ecd49788666e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707840', 'neutron.services.segments.db._delete_segments_for_network-8730419779193'] for network, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:35.844433 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-7cc8e8d3-be76-433f-81b6-501ce0fe9bcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:39:35.856775 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.services.segments.db [None req-27a4d741-3f59-4c1b-bd05-ecd49788666e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b542826-cfa8-402b-9f7a-d4936ebb79ee']}} {{(pid=91549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:39:35.869729 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.services.segments.db [None req-27a4d741-3f59-4c1b-bd05-ecd49788666e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff606e48-e7cc-4d66-8d0d-c025c9aa548c') {'for_net_delete': True} {{(pid=91549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:39:35.870116 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.services.segments.db [None req-27a4d741-3f59-4c1b-bd05-ecd49788666e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff606e48-e7cc-4d66-8d0d-c025c9aa548c') {} {{(pid=91549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:39:35.881585 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-27a4d741-3f59-4c1b-bd05-ecd49788666e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730419791885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16600647'] for segment, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:35.898464 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-27a4d741-3f59-4c1b-bd05-ecd49788666e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703692'] for segment, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:35.904782 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27a4d741-3f59-4c1b-bd05-ecd49788666e admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=91549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 21 15:39:35.905168 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-27a4d741-3f59-4c1b-bd05-ecd49788666e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14871445'] for segment, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:35.919033 dv-cinder-792299-3-iscsi neutron-server[91549]: Traceback (most recent call last): May 21 15:39:35.919033 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 21 15:39:35.919033 dv-cinder-792299-3-iscsi neutron-server[91549]: timer() May 21 15:39:35.919033 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 21 15:39:35.919033 dv-cinder-792299-3-iscsi neutron-server[91549]: cb(*args, **kw) May 21 15:39:35.919033 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 21 15:39:35.919033 dv-cinder-792299-3-iscsi neutron-server[91549]: return func(*args, **kwargs) May 21 15:39:35.919033 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 21 15:39:35.919033 dv-cinder-792299-3-iscsi neutron-server[91549]: self._notify() May 21 15:39:35.919033 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 21 15:39:35.919033 dv-cinder-792299-3-iscsi neutron-server[91549]: self.callback(batched_events) May 21 15:39:35.919033 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 21 15:39:35.919033 dv-cinder-792299-3-iscsi neutron-server[91549]: event.method(event) May 21 15:39:35.919033 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 21 15:39:35.919033 dv-cinder-792299-3-iscsi neutron-server[91549]: aggregate_id = self._get_aggregate_id(event.segment_id) May 21 15:39:35.919033 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 21 15:39:35.919033 dv-cinder-792299-3-iscsi neutron-server[91549]: aggregate_uuid = self.p_client.list_aggregates( May 21 15:39:35.919033 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 21 15:39:35.919033 dv-cinder-792299-3-iscsi neutron-server[91549]: return f(self, *a, **k) May 21 15:39:35.919033 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 21 15:39:35.919033 dv-cinder-792299-3-iscsi neutron-server[91549]: return self._get(url).json() May 21 15:39:35.919033 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 21 15:39:35.919033 dv-cinder-792299-3-iscsi neutron-server[91549]: return self._client.get(url, endpoint_filter=self._ks_filter, May 21 15:39:35.919033 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 21 15:39:35.919033 dv-cinder-792299-3-iscsi neutron-server[91549]: return self.request(url, 'GET', **kwargs) May 21 15:39:35.919033 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 21 15:39:35.919033 dv-cinder-792299-3-iscsi neutron-server[91549]: base_url = self.get_endpoint(auth, allow=allow, May 21 15:39:35.919033 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 21 15:39:35.919033 dv-cinder-792299-3-iscsi neutron-server[91549]: auth = self._auth_required(auth, 'determine endpoint URL') May 21 15:39:35.919033 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 21 15:39:35.919033 dv-cinder-792299-3-iscsi neutron-server[91549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 21 15:39:35.919033 dv-cinder-792299-3-iscsi neutron-server[91549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 21 15:39:35.999751 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-27a4d741-3f59-4c1b-bd05-ecd49788666e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1599858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763229'] for network, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:36.004305 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-31fa8784-2bf0-42eb-9931-ab04345fe6ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:39:36.019630 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-27a4d741-3f59-4c1b-bd05-ecd49788666e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697775'] for network, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:36.026024 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a4d741-3f59-4c1b-bd05-ecd49788666e admin admin] Pushing event deleted for resources: {'Network': ['ID=5b542826-cfa8-402b-9f7a-d4936ebb79ee,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:39:36.031616 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-27a4d741-3f59-4c1b-bd05-ecd49788666e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:39:36.042995 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-27a4d741-3f59-4c1b-bd05-ecd49788666e admin admin] 10.222.0.69 "DELETE /v2.0/networks/5b542826-cfa8-402b-9f7a-d4936ebb79ee HTTP/1.1" status: 204 len: 168 time: 0.9613187 May 21 15:39:36.045787 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 39014) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:39:36.568860 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-0075a44e-1d1d-447f-85fa-be0dc3723514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1774749'] for router_interface, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:37.049962 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 0162eb0b-1759-4f8a-8346-6d3de74d8de4 no longer exists at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:39:37.085482 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] No Port match for: 0162eb0b-1759-4f8a-8346-6d3de74d8de4 {{(pid=91550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:39:37.085826 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 0162eb0b-1759-4f8a-8346-6d3de74d8de4 not bound to the agent host dv-cinder-792299-3-iscsi {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:39:37.092479 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.plugin [None req-0075a44e-1d1d-447f-85fa-be0dc3723514 admin admin] Deleting port b6af143e-6071-41a3-bc2a-f51c9a651c8b {{(pid=91549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:39:37.093073 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-0075a44e-1d1d-447f-85fa-be0dc3723514 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730419685614'] for port, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:37.217808 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.db [None req-0075a44e-1d1d-447f-85fa-be0dc3723514 admin admin] For port b6af143e-6071-41a3-bc2a-f51c9a651c8b, host dv-cinder-792299-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=b6af143e-6071-41a3-bc2a-f51c9a651c8b,segment=NetworkSegment(35f3268b-d740-4c19-b765-7fd64145c570),segment_id=35f3268b-d740-4c19-b765-7fd64145c570)] {{(pid=91549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:39:37.218161 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-0075a44e-1d1d-447f-85fa-be0dc3723514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829031'] for port, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:37.348375 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.plugin [None req-0075a44e-1d1d-447f-85fa-be0dc3723514 admin admin] Calling delete_port for b6af143e-6071-41a3-bc2a-f51c9a651c8b owned by network:router_interface {{(pid=91549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:39:37.571521 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-0075a44e-1d1d-447f-85fa-be0dc3723514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730419690186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730419340162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14871526'] for port, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:37.576426 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-f724c72b-9282-4e15-8c14-4b65a7a64780 tempest-AttachVolumeShelveTestJSON-351345739 tempest-AttachVolumeShelveTestJSON-351345739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:39:37.621120 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0075a44e-1d1d-447f-85fa-be0dc3723514 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6af143e-6071-41a3-bc2a-f51c9a651c8b,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:39:37.624230 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-0075a44e-1d1d-447f-85fa-be0dc3723514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:39:37.887340 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-0075a44e-1d1d-447f-85fa-be0dc3723514 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1697739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1774833'] for router_interface, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:38.242037 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0075a44e-1d1d-447f-85fa-be0dc3723514 admin admin] Router 8de93315-393f-43c0-8209-d85a19616b42 has already been hosted by L3 agent 9c636599-187f-4688-bb24-d46a8be2a055 {{(pid=91549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:39:38.531136 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0075a44e-1d1d-447f-85fa-be0dc3723514 admin admin] Notify agent at l3_agent.dv-cinder-792299-3-iscsi the message routers_updated {{(pid=91549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:39:38.539729 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babef65f-cfe3-4c1a-955a-3171d8d46b9e None None] Sync routers for ids ['8de93315-393f-43c0-8209-d85a19616b42'] in dv-cinder-792299-3-iscsi {{(pid=91551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:39:38.541971 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-0075a44e-1d1d-447f-85fa-be0dc3723514 admin admin] 10.222.0.69 "PUT /v2.0/routers/8de93315-393f-43c0-8209-d85a19616b42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4951613 May 21 15:39:38.543382 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 39018) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:39:38.550270 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babef65f-cfe3-4c1a-955a-3171d8d46b9e None None] Routers {'8de93315-393f-43c0-8209-d85a19616b42'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:39:38.551128 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-babef65f-cfe3-4c1a-955a-3171d8d46b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:39:18Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['8de93315-393f-43c0-8209-d85a19616b42'], 'active': True} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:39:38.717665 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-3b0cd16d-0c3a-47ad-80c2-e432329756e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:38.726403 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvr_db [None req-babef65f-cfe3-4c1a-955a-3171d8d46b9e None None] Set router 8de93315-393f-43c0-8209-d85a19616b42 gateway port host: dv-cinder-792299-3-iscsi {{(pid=91551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:39:38.892747 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-3b0cd16d-0c3a-47ad-80c2-e432329756e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:38.966103 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0cd16d-0c3a-47ad-80c2-e432329756e3 admin admin] Deleting port 05c00be5-c9da-4b9d-b49f-fe044c536029 {{(pid=91549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:39:38.966445 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-3b0cd16d-0c3a-47ad-80c2-e432329756e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730419685614'] for port, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:39.009048 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-babef65f-cfe3-4c1a-955a-3171d8d46b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de93315-393f-43c0-8209-d85a19616b42', 'name': 'tempest-TestVolumeBootPattern-1763258360-router', 'tenant_id': '2f354fcea14047f28892c53cf2b23417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'external_fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '05c00be5-c9da-4b9d-b49f-fe044c536029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:32:17Z', 'updated_at': '2021-05-21T15:39:37Z', 'revision_number': 5, 'project_id': '2f354fcea14047f28892c53cf2b23417', 'gw_port': {'id': '05c00be5-c9da-4b9d-b49f-fe044c536029', 'name': '', 'network_id': 'ba463646-5c92-40f4-a60a-d72924905aed', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:81:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de93315-393f-43c0-8209-d85a19616b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:32:18Z', 'updated_at': '2021-05-21T15:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aafb72b8-44f1-4418-af97-0acaa496b3de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-iscsi'}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:39:39.013443 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babef65f-cfe3-4c1a-955a-3171d8d46b9e None None] Checking router: 8de93315-393f-43c0-8209-d85a19616b42 for host: dv-cinder-792299-3-iscsi {{(pid=91551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:39:39.022442 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babef65f-cfe3-4c1a-955a-3171d8d46b9e None None] Routers {'8de93315-393f-43c0-8209-d85a19616b42'} bound to L3 agent in host dv-cinder-792299-3-iscsi {{(pid=91551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:39:39.023087 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-babef65f-cfe3-4c1a-955a-3171d8d46b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:12:18Z,description=,heartbeat_timestamp=2021-05-21T15:39:18Z,host='dv-cinder-792299-3-iscsi',id=9c636599-187f-4688-bb24-d46a8be2a055,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:12:18Z,topic='l3_agent')) {'router_ids': ['8de93315-393f-43c0-8209-d85a19616b42'], 'active': True} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:39:39.091355 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.db [None req-3b0cd16d-0c3a-47ad-80c2-e432329756e3 admin admin] For port 05c00be5-c9da-4b9d-b49f-fe044c536029, host dv-cinder-792299-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=05c00be5-c9da-4b9d-b49f-fe044c536029,segment=NetworkSegment(6e22115a-e16c-4b74-9ec4-448dbc5267a0),segment_id=6e22115a-e16c-4b74-9ec4-448dbc5267a0)] {{(pid=91549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:39:39.091733 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-3b0cd16d-0c3a-47ad-80c2-e432329756e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829031'] for port, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:39.174477 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_dvr_db [None req-babef65f-cfe3-4c1a-955a-3171d8d46b9e None None] Set router 8de93315-393f-43c0-8209-d85a19616b42 gateway port host: None {{(pid=91551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:39:39.214691 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.plugin [None req-3b0cd16d-0c3a-47ad-80c2-e432329756e3 admin admin] Calling delete_port for 05c00be5-c9da-4b9d-b49f-fe044c536029 owned by network:router_gateway {{(pid=91549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:39:39.277874 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.l3_hamode_db [None req-babef65f-cfe3-4c1a-955a-3171d8d46b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de93315-393f-43c0-8209-d85a19616b42', 'name': 'tempest-TestVolumeBootPattern-1763258360-router', 'tenant_id': '2f354fcea14047f28892c53cf2b23417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:32:17Z', 'updated_at': '2021-05-21T15:39:38Z', 'revision_number': 6, 'project_id': '2f354fcea14047f28892c53cf2b23417', 'gw_port_host': None}], 'dv-cinder-792299-3-iscsi', False) {} {{(pid=91551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:39:39.281753 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babef65f-cfe3-4c1a-955a-3171d8d46b9e None None] The sync data for ids ['8de93315-393f-43c0-8209-d85a19616b42'] in dv-cinder-792299-3-iscsi is: [{'id': '8de93315-393f-43c0-8209-d85a19616b42', 'name': 'tempest-TestVolumeBootPattern-1763258360-router', 'tenant_id': '2f354fcea14047f28892c53cf2b23417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:32:17Z', 'updated_at': '2021-05-21T15:39:38Z', 'revision_number': 6, 'project_id': '2f354fcea14047f28892c53cf2b23417', 'gw_port_host': None}] {{(pid=91551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:39:39.352504 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-3b0cd16d-0c3a-47ad-80c2-e432329756e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730419690186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730419340162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14871526'] for port, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:39.356447 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:39:39.402103 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0cd16d-0c3a-47ad-80c2-e432329756e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=05c00be5-c9da-4b9d-b49f-fe044c536029,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:39:39.405247 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-3b0cd16d-0c3a-47ad-80c2-e432329756e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:39:39.493574 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-3b0cd16d-0c3a-47ad-80c2-e432329756e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763192'] for router_gateway, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:39.665285 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-3b0cd16d-0c3a-47ad-80c2-e432329756e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1768010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3637'] for router, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:39.668303 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-3b0cd16d-0c3a-47ad-80c2-e432329756e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:39.693409 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-3b0cd16d-0c3a-47ad-80c2-e432329756e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1762452'] for router, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:39.693973 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b0cd16d-0c3a-47ad-80c2-e432329756e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8de93315-393f-43c0-8209-d85a19616b42 {{(pid=91549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 21 15:39:39.706766 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-3b0cd16d-0c3a-47ad-80c2-e432329756e3 admin admin] Notify callbacks [] for router, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:39.707916 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-3b0cd16d-0c3a-47ad-80c2-e432329756e3 admin admin] 10.222.0.69 "DELETE /v2.0/routers/8de93315-393f-43c0-8209-d85a19616b42 HTTP/1.1" status: 204 len: 168 time: 1.1635525 May 21 15:39:39.710700 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 39022) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:39:39.774103 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f3fdd83-af0f-4bb5-a41e-951cbf5aef9f admin admin] Deleting subnet f743c155-75e3-405f-9728-03eadd8876af {{(pid=91549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 21 15:39:39.777751 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-7f3fdd83-af0f-4bb5-a41e-951cbf5aef9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:39.930968 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-7f3fdd83-af0f-4bb5-a41e-951cbf5aef9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16600670'] for subnet, precommit_delete_associations {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:40.006675 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-7f3fdd83-af0f-4bb5-a41e-951cbf5aef9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-708537'] for subnet, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:40.263731 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-7f3fdd83-af0f-4bb5-a41e-951cbf5aef9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-708528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14871499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16546660'] for subnet, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:40.267866 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-05707ae5-6ac1-4b84-ad40-b349eda11b1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:39:40.301924 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3fdd83-af0f-4bb5-a41e-951cbf5aef9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f743c155-75e3-405f-9728-03eadd8876af,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:39:40.304431 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-7f3fdd83-af0f-4bb5-a41e-951cbf5aef9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:39:40.307130 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-7f3fdd83-af0f-4bb5-a41e-951cbf5aef9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697775'] for subnet, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:40.312501 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef17d75-2ae3-4faa-9880-0cb0f202d2bf None None] Network 8205422b-df8f-4f0c-a9e5-18546d39af94 requested from dv-cinder-792299-3-iscsi {{(pid=91550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:39:40.317420 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-7f3fdd83-af0f-4bb5-a41e-951cbf5aef9f admin admin] 10.222.0.69 "DELETE /v2.0/subnets/f743c155-75e3-405f-9728-03eadd8876af HTTP/1.1" status: 204 len: 168 time: 0.6033695 May 21 15:39:40.318095 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 39026) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:39:40.424690 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-f482178c-fdb2-484b-adbe-85be47d8523c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-732154'] for network, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:40.500905 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.plugin [None req-f482178c-fdb2-484b-adbe-85be47d8523c admin admin] Deleting port 606706ef-a3bd-41f7-a83a-c75f90edefa4 {{(pid=91549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:39:40.501239 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-f482178c-fdb2-484b-adbe-85be47d8523c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730419685614'] for port, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:40.553557 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7189c64b-900b-4c32-a0a8-068ee46b3603 None None] DHCP port deletion for 8205422b-df8f-4f0c-a9e5-18546d39af94 request from dv-cinder-792299-3-iscsi {{(pid=91550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 21 15:39:40.601975 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.db [None req-f482178c-fdb2-484b-adbe-85be47d8523c admin admin] For port 606706ef-a3bd-41f7-a83a-c75f90edefa4, host dv-cinder-792299-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=606706ef-a3bd-41f7-a83a-c75f90edefa4,segment=NetworkSegment(35f3268b-d740-4c19-b765-7fd64145c570),segment_id=35f3268b-d740-4c19-b765-7fd64145c570)] {{(pid=91549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:39:40.602327 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-f482178c-fdb2-484b-adbe-85be47d8523c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829031'] for port, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:40.621177 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-7189c64b-900b-4c32-a0a8-068ee46b3603 None None] Deleting port 606706ef-a3bd-41f7-a83a-c75f90edefa4 {{(pid=91550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:39:40.621561 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-7189c64b-900b-4c32-a0a8-068ee46b3603 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730419685614'] for port, before_delete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:40.718805 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.db [None req-7189c64b-900b-4c32-a0a8-068ee46b3603 None None] For port 606706ef-a3bd-41f7-a83a-c75f90edefa4, host dv-cinder-792299-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-iscsi',level=0,port_id=606706ef-a3bd-41f7-a83a-c75f90edefa4,segment=NetworkSegment(35f3268b-d740-4c19-b765-7fd64145c570),segment_id=35f3268b-d740-4c19-b765-7fd64145c570)] {{(pid=91550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:39:40.719234 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-7189c64b-900b-4c32-a0a8-068ee46b3603 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829031'] for port, precommit_delete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:40.723505 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.plugin [None req-f482178c-fdb2-484b-adbe-85be47d8523c admin admin] Calling delete_port for 606706ef-a3bd-41f7-a83a-c75f90edefa4 owned by network:dhcp {{(pid=91549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:39:40.769410 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-f482178c-fdb2-484b-adbe-85be47d8523c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730419690186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730419340162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14871526'] for port, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:40.773945 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-4dd0ac53-b8f9-4a8f-86c4-8b80ef5ab0c1 tempest-TestVolumeBootPattern-751256526 tempest-TestVolumeBootPattern-751256526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:39:40.820190 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f482178c-fdb2-484b-adbe-85be47d8523c admin admin] Pushing event deleted for resources: {'Port': ['ID=606706ef-a3bd-41f7-a83a-c75f90edefa4,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:39:40.822273 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f482178c-fdb2-484b-adbe-85be47d8523c admin admin] No DVR routers for this DVR port 606706ef-a3bd-41f7-a83a-c75f90edefa4 on host dv-cinder-792299-3-iscsi {{(pid=91549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:39:40.823800 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-f482178c-fdb2-484b-adbe-85be47d8523c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:39:40.849749 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-7189c64b-900b-4c32-a0a8-068ee46b3603 None None] Calling delete_port for 606706ef-a3bd-41f7-a83a-c75f90edefa4 owned by network:dhcp {{(pid=91550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:39:40.892979 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-7189c64b-900b-4c32-a0a8-068ee46b3603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730419690186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730419340162'] for port, after_delete {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:40.896501 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:39:40.939127 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-f482178c-fdb2-484b-adbe-85be47d8523c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707840', 'neutron.services.segments.db._delete_segments_for_network-8730419779193'] for network, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:40.940832 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7189c64b-900b-4c32-a0a8-068ee46b3603 None None] Pushing event deleted for resources: {'Port': ['ID=606706ef-a3bd-41f7-a83a-c75f90edefa4,revision_number=None']} {{(pid=91550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:39:40.943193 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG oslo_concurrency.lockutils [None req-7189c64b-900b-4c32-a0a8-068ee46b3603 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:39:40.945830 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7189c64b-900b-4c32-a0a8-068ee46b3603 None None] No DVR routers for this DVR port 606706ef-a3bd-41f7-a83a-c75f90edefa4 on host dv-cinder-792299-3-iscsi {{(pid=91550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:39:40.954596 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.services.segments.db [None req-f482178c-fdb2-484b-adbe-85be47d8523c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8205422b-df8f-4f0c-a9e5-18546d39af94']}} {{(pid=91549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:39:40.967548 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.services.segments.db [None req-f482178c-fdb2-484b-adbe-85be47d8523c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35f3268b-d740-4c19-b765-7fd64145c570') {'for_net_delete': True} {{(pid=91549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:39:40.967840 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.services.segments.db [None req-f482178c-fdb2-484b-adbe-85be47d8523c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35f3268b-d740-4c19-b765-7fd64145c570') {} {{(pid=91549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:39:40.978924 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-f482178c-fdb2-484b-adbe-85be47d8523c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730419791885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16600647'] for segment, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:40.994980 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-f482178c-fdb2-484b-adbe-85be47d8523c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703692'] for segment, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:41.000929 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f482178c-fdb2-484b-adbe-85be47d8523c admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=91549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 21 15:39:41.001302 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-f482178c-fdb2-484b-adbe-85be47d8523c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-703692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14871445'] for segment, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:41.015333 dv-cinder-792299-3-iscsi neutron-server[91549]: Traceback (most recent call last): May 21 15:39:41.015333 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 21 15:39:41.015333 dv-cinder-792299-3-iscsi neutron-server[91549]: timer() May 21 15:39:41.015333 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 21 15:39:41.015333 dv-cinder-792299-3-iscsi neutron-server[91549]: cb(*args, **kw) May 21 15:39:41.015333 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 21 15:39:41.015333 dv-cinder-792299-3-iscsi neutron-server[91549]: return func(*args, **kwargs) May 21 15:39:41.015333 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 21 15:39:41.015333 dv-cinder-792299-3-iscsi neutron-server[91549]: self._notify() May 21 15:39:41.015333 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 21 15:39:41.015333 dv-cinder-792299-3-iscsi neutron-server[91549]: self.callback(batched_events) May 21 15:39:41.015333 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 21 15:39:41.015333 dv-cinder-792299-3-iscsi neutron-server[91549]: event.method(event) May 21 15:39:41.015333 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 21 15:39:41.015333 dv-cinder-792299-3-iscsi neutron-server[91549]: aggregate_id = self._get_aggregate_id(event.segment_id) May 21 15:39:41.015333 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 21 15:39:41.015333 dv-cinder-792299-3-iscsi neutron-server[91549]: aggregate_uuid = self.p_client.list_aggregates( May 21 15:39:41.015333 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 21 15:39:41.015333 dv-cinder-792299-3-iscsi neutron-server[91549]: return f(self, *a, **k) May 21 15:39:41.015333 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 21 15:39:41.015333 dv-cinder-792299-3-iscsi neutron-server[91549]: return self._get(url).json() May 21 15:39:41.015333 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 21 15:39:41.015333 dv-cinder-792299-3-iscsi neutron-server[91549]: return self._client.get(url, endpoint_filter=self._ks_filter, May 21 15:39:41.015333 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 21 15:39:41.015333 dv-cinder-792299-3-iscsi neutron-server[91549]: return self.request(url, 'GET', **kwargs) May 21 15:39:41.015333 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 21 15:39:41.015333 dv-cinder-792299-3-iscsi neutron-server[91549]: base_url = self.get_endpoint(auth, allow=allow, May 21 15:39:41.015333 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 21 15:39:41.015333 dv-cinder-792299-3-iscsi neutron-server[91549]: auth = self._auth_required(auth, 'determine endpoint URL') May 21 15:39:41.015333 dv-cinder-792299-3-iscsi neutron-server[91549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 21 15:39:41.015333 dv-cinder-792299-3-iscsi neutron-server[91549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 21 15:39:41.015333 dv-cinder-792299-3-iscsi neutron-server[91549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 21 15:39:41.055402 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 606706ef-a3bd-41f7-a83a-c75f90edefa4 no longer exists at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:39:41.094348 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] No Port match for: 606706ef-a3bd-41f7-a83a-c75f90edefa4 {{(pid=91550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:39:41.094697 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 606706ef-a3bd-41f7-a83a-c75f90edefa4 not bound to the agent host dv-cinder-792299-3-iscsi {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:39:41.095048 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-f482178c-fdb2-484b-adbe-85be47d8523c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1599858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763229'] for network, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:41.095195 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device b6af143e-6071-41a3-bc2a-f51c9a651c8b no longer exists at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:39:41.099362 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-f482178c-fdb2-484b-adbe-85be47d8523c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697775'] for network, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:41.101909 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-ee24ba50-7890-44bd-b511-24125fa11731 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:39:41.121640 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f482178c-fdb2-484b-adbe-85be47d8523c admin admin] Pushing event deleted for resources: {'Network': ['ID=8205422b-df8f-4f0c-a9e5-18546d39af94,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:39:41.124937 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-f482178c-fdb2-484b-adbe-85be47d8523c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:39:41.127609 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-f482178c-fdb2-484b-adbe-85be47d8523c admin admin] 10.222.0.69 "DELETE /v2.0/networks/8205422b-df8f-4f0c-a9e5-18546d39af94 HTTP/1.1" status: 204 len: 168 time: 0.8085539 May 21 15:39:41.128564 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] No Port match for: b6af143e-6071-41a3-bc2a-f51c9a651c8b {{(pid=91550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:39:41.129178 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device b6af143e-6071-41a3-bc2a-f51c9a651c8b not bound to the agent host dv-cinder-792299-3-iscsi {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:39:41.129605 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 05c00be5-c9da-4b9d-b49f-fe044c536029 no longer exists at agent ovs-agent-dv-cinder-792299-3-iscsi {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:39:41.163298 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.plugin [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] No Port match for: 05c00be5-c9da-4b9d-b49f-fe044c536029 {{(pid=91550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:39:41.163689 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron.plugins.ml2.rpc [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Device 05c00be5-c9da-4b9d-b49f-fe044c536029 not bound to the agent host dv-cinder-792299-3-iscsi {{(pid=91550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:39:41.242372 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 39032) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:39:41.292319 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-66133ac1-2603-48f4-8e17-a63663bc26e6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9b3311b9b0ea4e20a494602faa2bafcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0487223 May 21 15:39:41.294685 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [-] (91548) accepted ('10.222.0.69', 39036) {{(pid=91548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:39:41.350988 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-1eedb10f-2962-459f-9b6a-fd290ee731a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:41.376719 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-1eedb10f-2962-459f-9b6a-fd290ee731a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:41.432713 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-1eedb10f-2962-459f-9b6a-fd290ee731a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:41.436274 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-5809aa23-190f-4d0b-bc74-807cfb91dacd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:39:41.452070 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eedb10f-2962-459f-9b6a-fd290ee731a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f4fc7f-cdf9-4acf-9e55-f4732ae4ed12,revision_number=None']} {{(pid=91548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:39:41.456652 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG oslo_concurrency.lockutils [None req-1eedb10f-2962-459f-9b6a-fd290ee731a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:39:41.459952 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron_lib.callbacks.manager [None req-1eedb10f-2962-459f-9b6a-fd290ee731a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:41.461064 dv-cinder-792299-3-iscsi neutron-server[91548]: INFO neutron.wsgi [None req-1eedb10f-2962-459f-9b6a-fd290ee731a8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f4f4fc7f-cdf9-4acf-9e55-f4732ae4ed12 HTTP/1.1" status: 204 len: 168 time: 0.1654780 May 21 15:39:41.819419 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 39044) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:39:41.869062 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-0bd772ab-91d5-4c5d-8f6e-93175d19cd37 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2f354fcea14047f28892c53cf2b23417&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0482633 May 21 15:39:41.871363 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [-] (91549) accepted ('10.222.0.69', 39048) {{(pid=91549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:39:41.929945 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-3a67d642-6a4d-4e8b-ac24-b7c0abfe9066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:41.955274 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-3a67d642-6a4d-4e8b-ac24-b7c0abfe9066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:42.007741 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-3a67d642-6a4d-4e8b-ac24-b7c0abfe9066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595048'] for security_group, after_delete {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:42.012642 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-5eb6dcf7-6c6f-4d20-9a1f-b23b55b01544 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:39:42.024077 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a67d642-6a4d-4e8b-ac24-b7c0abfe9066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8c2a66-fd1a-4cc0-8b78-1ac8aa9ced5f,revision_number=None']} {{(pid=91549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:39:42.027667 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG oslo_concurrency.lockutils [None req-3a67d642-6a4d-4e8b-ac24-b7c0abfe9066 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:39:42.029662 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron_lib.callbacks.manager [None req-3a67d642-6a4d-4e8b-ac24-b7c0abfe9066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:42.033539 dv-cinder-792299-3-iscsi neutron-server[91549]: INFO neutron.wsgi [None req-3a67d642-6a4d-4e8b-ac24-b7c0abfe9066 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cb8c2a66-fd1a-4cc0-8b78-1ac8aa9ced5f HTTP/1.1" status: 204 len: 168 time: 0.1584649 May 21 15:39:45.303585 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-734fee1f-8add-482a-b8bb-cc03b84760a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:48.032281 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:48.334837 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-0b72747e-c27a-4537-b993-203fdb2ceb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:49.374133 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e6f13acb-dde4-45e3-8932-2715da3406c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:50.938136 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-cb99478c-afff-4a9c-8770-f3354af234b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:53.341185 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:07.160190 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.agents_db [None req-1cb0bb7b-b6db-4325-ad21-6fa15867ad0e None None] Agent healthcheck: found 6 active agents {{(pid=91551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:40:15.306201 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-4633d006-7290-46f4-8c06-267a8a714d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:17.205238 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [req-3f53d00c-daa6-4980-8011-0479d9aabfdc req-e63f6128-68fc-4690-9546-2b6946034553 service neutron] (91549) timed out ('10.222.0.68', 53644) {{(pid=91549) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 21 15:40:18.033305 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:18.335606 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e4500c98-ae56-46a5-b0ca-f8326bdffc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:19.375036 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e6f13acb-dde4-45e3-8932-2715da3406c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:20.941168 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-cb99478c-afff-4a9c-8770-f3354af234b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:23.342597 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:44.159703 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.agents_db [None req-1cb0bb7b-b6db-4325-ad21-6fa15867ad0e None None] Agent healthcheck: found 6 active agents {{(pid=91551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:40:45.308113 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-b7709a79-c9da-454c-9998-ad19a13edb67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:48.035101 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:48.335684 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-c26bf941-6517-45b9-8f0a-1c426b67203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:49.377559 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e6f13acb-dde4-45e3-8932-2715da3406c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:50.943359 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-cb99478c-afff-4a9c-8770-f3354af234b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:53.355414 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:15.309724 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-95ef865a-b1fd-4c6b-8f5f-c1f0b80792e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:18.036776 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:18.336597 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-87c04feb-4692-4245-9428-2f55974e3867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:19.379821 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e6f13acb-dde4-45e3-8932-2715da3406c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:20.946685 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-cb99478c-afff-4a9c-8770-f3354af234b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:21.159002 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.agents_db [None req-1cb0bb7b-b6db-4325-ad21-6fa15867ad0e None None] Agent healthcheck: found 6 active agents {{(pid=91551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:41:23.341800 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:32.385700 dv-cinder-792299-3-iscsi neutron-server[91549]: DEBUG neutron.wsgi [req-2659bad8-664b-4e43-93af-9d73368d5efb req-3ca3992f-3d7f-4810-88bc-099dd470024c service neutron] (91549) timed out ('10.222.0.69', 35690) {{(pid=91549) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 21 15:41:45.313482 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-79612a5d-db6a-4fb7-a3f3-41695a41f312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:48.038975 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:48.337818 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-a46f64dc-5063-4360-8cbf-e1466b8053e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:49.382259 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e6f13acb-dde4-45e3-8932-2715da3406c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:50.949600 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-cb99478c-afff-4a9c-8770-f3354af234b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:53.361112 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:58.158154 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.agents_db [None req-1cb0bb7b-b6db-4325-ad21-6fa15867ad0e None None] Agent healthcheck: found 6 active agents {{(pid=91551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:42:15.315495 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-00910a9f-311a-43f7-9413-94a2c5faad30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:18.039458 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:18.338354 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-11da7b3c-0999-4591-93be-fd3d04d09484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:19.385530 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e6f13acb-dde4-45e3-8932-2715da3406c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:20.951469 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-cb99478c-afff-4a9c-8770-f3354af234b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:23.365592 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:35.157939 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.agents_db [None req-1cb0bb7b-b6db-4325-ad21-6fa15867ad0e None None] Agent healthcheck: found 6 active agents {{(pid=91551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:42:45.319592 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-347f0545-9e8e-4f4b-a2c0-a2e5dcef24fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:48.041806 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:48.339280 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-197b7286-959a-41c2-9071-5d819f632bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:49.388132 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e6f13acb-dde4-45e3-8932-2715da3406c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:50.953411 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-cb99478c-afff-4a9c-8770-f3354af234b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:53.384001 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:43:09.750022 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [req-2d0ff9d5-ae46-45db-a122-5d012209bb51 req-856597be-3e2c-4693-bb53-44ba41fb8650 tempest-TestShelveInstance-1010063003 tempest-TestShelveInstance-1010063003-project] (91548) timed out ('10.222.0.68', 53666) {{(pid=91548) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 21 15:43:12.156493 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.agents_db [None req-1cb0bb7b-b6db-4325-ad21-6fa15867ad0e None None] Agent healthcheck: found 6 active agents {{(pid=91551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:43:15.321918 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-21e55e6f-dcfa-4e69-a3a6-2ba0fb3cc57b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:43:18.043837 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:43:18.339920 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-1a8fe6ae-9e60-4e02-b5b5-87fb43891f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:43:19.390999 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e6f13acb-dde4-45e3-8932-2715da3406c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:43:20.959576 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-cb99478c-afff-4a9c-8770-f3354af234b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:43:23.382520 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:43:45.323023 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-c1d32ec3-ca1a-46e4-a5a1-d317bcfc489d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:43:48.047034 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:43:48.341427 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-a2247c02-3244-4d11-bb3a-813ae174c772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:43:49.155927 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.agents_db [None req-1cb0bb7b-b6db-4325-ad21-6fa15867ad0e None None] Agent healthcheck: found 6 active agents {{(pid=91551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:43:49.395279 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e6f13acb-dde4-45e3-8932-2715da3406c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:43:50.959824 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-cb99478c-afff-4a9c-8770-f3354af234b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:43:53.381812 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:44:15.323901 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-93854f0b-5847-44d5-a73c-68ef738509ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:44:18.051592 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:44:18.342542 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-ba080035-9323-4bbc-8a49-f199f2156934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:44:19.399167 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e6f13acb-dde4-45e3-8932-2715da3406c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:44:20.962782 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-cb99478c-afff-4a9c-8770-f3354af234b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:44:23.380970 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:44:24.121305 dv-cinder-792299-3-iscsi neutron-server[91548]: DEBUG neutron.wsgi [req-99c8006b-d447-4905-ad7b-631d29de7215 req-3957f9c2-dd64-434a-9cb8-5d0c92df4109 service neutron] (91548) timed out ('10.222.0.69', 35532) {{(pid=91548) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 21 15:44:26.155301 dv-cinder-792299-3-iscsi neutron-server[91551]: DEBUG neutron.db.agents_db [None req-1cb0bb7b-b6db-4325-ad21-6fa15867ad0e None None] Agent healthcheck: found 6 active agents {{(pid=91551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:44:45.325089 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-c0f38500-edf6-46e1-a49e-cdaf231742b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:44:48.053564 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-8b286010-b736-40a6-8a2f-75d59bb66ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:44:48.343226 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-87802433-0d32-4e50-b6e0-cc43cf3974a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:44:49.399824 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-e6f13acb-dde4-45e3-8932-2715da3406c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:44:50.965246 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-cb99478c-afff-4a9c-8770-f3354af234b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:44:53.385604 dv-cinder-792299-3-iscsi neutron-server[91550]: DEBUG neutron_lib.callbacks.manager [None req-5eef37c5-1683-4df7-99b1-3db32a5c991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730419783006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-711418'] for agent, after_update {{(pid=91550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}